-- Logs begin at Mon 2021-08-23 09:40:41 UTC, end at Mon 2021-08-23 10:45:54 UTC. -- Aug 23 10:13:17.252170 dv-cinder-802781-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 23 10:13:19.578605 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.common.config [-] Logging enabled! Aug 23 10:13:19.579321 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev8 Aug 23 10:13:19.579410 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79154) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 23 10:13:19.583036 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.common.config [-] Logging enabled! Aug 23 10:13:19.583289 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev8 Aug 23 10:13:19.583599 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79154) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 23 10:13:19.584524 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 23 10:13:19.584784 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 23 10:13:19.585145 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 23 10:13:19.585391 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 23 10:13:19.585618 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 23 10:13:19.585931 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.586236 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.586530 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.586763 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.587058 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.587350 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.587634 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.587922 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.588219 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.588505 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.588809 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.589094 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.589332 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.589614 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.589900 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.590188 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.590413 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] debug = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.590693 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.591116 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.591529 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.591809 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.592098 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.592378 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.592674 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.592952 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.593235 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.593569 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] host = dv-cinder-802781-2-iscsi {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.593852 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.594139 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.594440 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.594726 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.594987 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.595262 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.595548 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.595820 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.596094 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] log_file = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.596367 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.596679 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.596967 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.597262 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.597550 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.598286 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.598579 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.598866 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.599143 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.599422 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.599697 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.599972 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.600247 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.600514 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.600832 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.601118 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.601404 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.601679 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.601954 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.602227 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.602500 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.602786 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.603061 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.603334 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.603606 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.603895 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.604166 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.604441 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.604770 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.605055 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.605338 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.605621 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.605895 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.606178 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.606451 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.606724 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.606993 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] use_json = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.607263 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.607530 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.607811 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.608086 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.608359 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.608658 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.608933 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.609220 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:19.609516 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.609813 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.610117 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.610403 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.610699 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.610980 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.611270 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.611550 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.611839 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.612129 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.612418 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.612724 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.613037 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.613318 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.613612 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.613918 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.614214 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.614509 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.614785 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.615059 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.615335 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.615613 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.615898 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.616194 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.616486 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.616784 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.617065 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.617356 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.617634 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.617907 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.618187 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.618478 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.618759 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.619034 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.619321 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.619597 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.619867 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.620139 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.620417 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.620734 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.621015 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.621287 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.621556 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.621831 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.622103 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.622389 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.622668 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.622941 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.623213 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.623493 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.623767 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.624039 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.624318 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.624607 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.624889 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.625161 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.625431 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.625702 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.625972 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.626244 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.626514 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.626784 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.627060 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.627331 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.627600 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.627870 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.628140 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.628411 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.629328 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.629629 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.629913 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.630191 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.630469 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.630749 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.631027 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.631304 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.631582 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.631860 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.632130 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.632418 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.632735 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.633022 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.633305 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.633583 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.633878 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.634156 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.634438 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.634718 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.634998 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.635285 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.635568 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.635860 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.636150 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.636438 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.636816 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.637112 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.637395 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.637959 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.638238 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:19.638458 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 10:13:19.638695 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79154) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 23 10:13:20.028038 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO keyring.backend [-] Loading KWallet Aug 23 10:13:20.036222 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO keyring.backend [-] Loading SecretService Aug 23 10:13:20.039834 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO keyring.backend [-] Loading Windows Aug 23 10:13:20.041189 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO keyring.backend [-] Loading chainer Aug 23 10:13:20.041770 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO keyring.backend [-] Loading macOS Aug 23 10:13:20.075214 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:13:20.075491 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:13:20.075778 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:13:20.076108 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 23 10:13:20.378297 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.378591 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.379412 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.380655 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.380947 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.381217 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.500491 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.500793 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.501076 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.514390 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.514671 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.514938 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.543188 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.543470 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.543741 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.582939 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.583482 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.583482 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.813290 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.813573 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.813839 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.814105 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.815062 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.937492 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.937810 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.938093 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.938367 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.938633 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.938941 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.939202 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.939458 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.939716 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.939999 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.940256 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.940520 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.940808 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.941063 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.941882 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.942156 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.942416 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.942689 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.942943 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.943223 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.943572 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.943827 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.944075 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.944358 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.944630 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.944885 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.945267 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79154) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 10:13:20.945506 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79154) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 10:13:20.945741 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79154) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 10:13:20.945975 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79154) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 10:13:20.946206 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79154) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 10:13:20.946438 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79154) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 10:13:20.946895 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 23 10:13:20.950044 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 23 10:13:20.953954 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 23 10:13:20.957715 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 23 10:13:20.959329 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 23 10:13:20.959785 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 23 10:13:20.960117 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 23 10:13:20.960499 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 23 10:13:20.963306 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 23 10:13:20.963562 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 23 10:13:20.964056 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 10:13:20.992068 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 23 10:13:20.992518 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.992843 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79154) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 23 10:13:20.993208 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.994548 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79154) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 23 10:13:20.994829 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 10:13:20.995076 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 23 10:13:20.998191 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:20.998475 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.059807 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 23 10:13:21.060045 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 23 10:13:21.060282 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 23 10:13:21.060682 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 23 10:13:21.096659 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_db.sqlalchemy.engines [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79154) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 23 10:13:21.428610 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.managers [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Initializing driver for type 'gre' Aug 23 10:13:21.429079 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] gre ID ranges: [(1, 1000)] Aug 23 10:13:21.480108 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.managers [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Initializing driver for type 'local' Aug 23 10:13:21.480484 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.managers [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Initializing driver for type 'vlan' Aug 23 10:13:21.491830 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] VlanTypeDriver initialization complete Aug 23 10:13:21.492164 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.managers [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Initializing driver for type 'vxlan' Aug 23 10:13:21.492660 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] vxlan ID ranges: [(1, 1000)] Aug 23 10:13:21.544077 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.managers [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Initializing extension driver 'port_security' Aug 23 10:13:21.544430 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.extensions.port_security [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] PortSecurityExtensionDriver initialization complete Aug 23 10:13:21.544802 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.managers [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Initializing mechanism driver 'openvswitch' Aug 23 10:13:21.545124 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.managers [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Initializing mechanism driver 'hyperv' Aug 23 10:13:21.552114 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.plugin [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:13:21.552906 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > port after_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.553279 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > port after_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.553635 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > port after_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.554023 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > subnet after_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.554376 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > subnet after_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.554733 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.555110 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > network after_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.555460 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > network after_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.555804 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > network after_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.556181 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > security_group after_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.556527 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > security_group after_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.556962 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.557342 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.557687 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.558027 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.558403 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > address_group after_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.558743 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > address_group after_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.559084 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.559422 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] ML2 OVO RPC backend initialized. {{(pid=79154) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Aug 23 10:13:21.560116 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.560468 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.560907 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > network before_response 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.561250 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > networks before_response 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.561592 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > port before_response 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.561930 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > ports before_response 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.562268 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > subnet before_response 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.562605 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > subnets before_response 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.562947 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > network after_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.563285 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > network after_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.563619 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > network after_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.563956 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > port after_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.564290 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > port after_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.564648 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > port after_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.564985 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > subnet after_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.565319 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > subnet after_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.565652 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.566823 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.plugin [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Modular L2 Plugin initialization complete Aug 23 10:13:21.567152 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading services supported by the core plugin {{(pid=79154) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 23 10:13:21.567477 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.plugins.ml2.managers [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Got port-security extension from driver 'port_security' Aug 23 10:13:21.567938 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.extensions.vlantransparent [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Disabled vlantransparent extension. Aug 23 10:13:21.568420 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79154) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 23 10:13:21.568767 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading Plugin: router Aug 23 10:13:21.603832 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.604373 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > router after_create 55549900 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.604601 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > router before_create 55549900 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.604975 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.605348 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.605703 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > router after_delete 55549900 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.606062 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.606425 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > router after_create 55549900 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.606774 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > router after_update 55549900 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.607123 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > router after_update 55549900 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.607472 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.607829 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > router after_update 55549900 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.608239 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > router precommit_update 55549900 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.608627 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: port after_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.608966 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: port after_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.609307 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: subnet after_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.609643 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.609994 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.610340 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > router precommit_create 55549900 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.610680 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: port before_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.611024 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > router precommit_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.611380 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > router after_update 55549900 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.611720 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.612066 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > router precommit_create 55549900 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.612426 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.612798 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > router precommit_update 55549900 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.613657 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > agent after_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.614007 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > agent after_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.614351 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > network after_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.615192 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Tracking information for resource: router configured {{(pid=79154) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 10:13:21.615524 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Tracking information for resource: floatingip configured {{(pid=79154) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 10:13:21.620331 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.db.l3_agentschedulers_db [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 23 10:13:21.620935 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: port after_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.621299 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: port after_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.621655 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: port after_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.622014 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: port after_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.622788 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > router before_create 55550100 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.623154 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.623518 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > router precommit_create 55550100 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.623875 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > router precommit_update 55550100 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.628130 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.services.provider_configuration [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Service providers = [] {{(pid=79154) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 23 10:13:21.628497 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.db.servicetype_db [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79154) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 23 10:13:21.632310 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.services.service_base [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79154) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 10:13:21.632852 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.services.service_base [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79154) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 10:13:21.633340 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.services.service_base [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79154) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 10:13:21.634570 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.services.service_base [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79154) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 10:13:21.635313 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.services.service_base [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 23 10:13:21.635974 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79154) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 10:13:21.636511 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 23 10:13:21.647690 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79154) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 10:13:21.648030 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading Plugin: auto_allocate Aug 23 10:13:21.653792 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: network precommit_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.654164 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: network precommit_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.654675 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79154) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 10:13:21.654996 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading Plugin: tag Aug 23 10:13:21.661785 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79154) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 10:13:21.662119 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading Plugin: timestamp Aug 23 10:13:21.665920 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79154) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 10:13:21.666252 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading Plugin: network_ip_availability Aug 23 10:13:21.671447 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.671816 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.672171 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.672912 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79154) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 10:13:21.673232 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading Plugin: flavors Aug 23 10:13:21.679921 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79154) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 10:13:21.680204 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading Plugin: revisions Aug 23 10:13:21.684417 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79154) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 10:13:21.684861 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.609s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:13:21.685591 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79154) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 23 10:13:21.685927 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Initializing extension manager. Aug 23 10:13:21.686438 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: __init__.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.686779 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: __pycache__ {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.687109 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.687443 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: address_group.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.688202 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.688789 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: address-group Aug 23 10:13:21.689112 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: address_scope.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.689828 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.690381 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: address-scope Aug 23 10:13:21.690687 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.692208 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.692760 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: router-admin-state-down-before-update Aug 23 10:13:21.693087 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: agent.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.693793 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.694285 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: agent Aug 23 10:13:21.694603 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: agent_resources_synced.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.695507 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.696013 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: agent-resources-synced Aug 23 10:13:21.696335 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: allowedaddresspairs.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.698139 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.698651 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: allowed-address-pairs Aug 23 10:13:21.698979 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: auto_allocated_topology.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.700059 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.700585 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: auto-allocated-topology Aug 23 10:13:21.700918 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: availability_zone.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.701611 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.702109 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: availability_zone Aug 23 10:13:21.702430 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: availability_zone_filter.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.703341 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.703836 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: availability_zone_filter Aug 23 10:13:21.704155 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: data_plane_status.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.705089 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.705586 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension data-plane-status not supported by any of loaded plugins Aug 23 10:13:21.705904 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: default_subnetpools.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.707587 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.708085 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: default-subnetpools Aug 23 10:13:21.708408 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.709242 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.709735 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: dhcp_agent_scheduler Aug 23 10:13:21.710057 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: dns.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.710963 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.711456 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension dns-integration not supported by any of loaded plugins Aug 23 10:13:21.711774 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: dns_domain_ports.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.712817 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.713321 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 23 10:13:21.713641 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: dvr.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.714317 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.714812 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: dvr Aug 23 10:13:21.715131 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: empty_string_filtering.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.716045 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.716544 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: empty-string-filtering Aug 23 10:13:21.716905 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.717810 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.718304 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 23 10:13:21.718624 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.719543 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.720041 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 23 10:13:21.720361 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: external_net.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.721294 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.721796 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: external-net Aug 23 10:13:21.722114 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.723775 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.724272 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: extra_dhcp_opt Aug 23 10:13:21.724618 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: extraroute.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.725546 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.726043 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: extraroute Aug 23 10:13:21.726361 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: extraroute_atomic.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.727393 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.727901 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: extraroute-atomic Aug 23 10:13:21.728222 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: filter_validation.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.728924 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.729420 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: filter-validation Aug 23 10:13:21.729740 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: fip_pf_description.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.730839 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.731340 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 23 10:13:21.731660 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: fip_port_details.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.732586 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.733105 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: fip-port-details Aug 23 10:13:21.733424 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: flavors.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.734654 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.735158 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: flavors Aug 23 10:13:21.735483 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.737132 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.737651 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 23 10:13:21.737997 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: floatingip_pools.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.738696 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.739200 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: floatingip-pools Aug 23 10:13:21.739522 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: ip_allocation.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.740442 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.740968 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension ip_allocation not supported by any of loaded plugins Aug 23 10:13:21.741291 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.742202 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.742701 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: ip-substring-filtering Aug 23 10:13:21.743025 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: l2_adjacency.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.743949 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.744442 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 23 10:13:21.744795 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: l3.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.745766 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.746276 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: router Aug 23 10:13:21.746600 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.748925 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.749453 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 23 10:13:21.749784 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.750716 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.751229 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: ext-gw-mode Aug 23 10:13:21.751558 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.752473 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.753000 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: l3-ha Aug 23 10:13:21.753323 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: l3_flavors.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.754264 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.754764 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: l3-flavors Aug 23 10:13:21.755085 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.756012 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.756512 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 23 10:13:21.756858 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: l3agentscheduler.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.757881 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.758385 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: l3_agent_scheduler Aug 23 10:13:21.758710 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: logging.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.760190 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.760730 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension logging not supported by any of loaded plugins Aug 23 10:13:21.761059 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: metering.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.761805 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.762376 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: metering Aug 23 10:13:21.762956 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.764050 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.764555 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: metering_source_and_destination_fields Aug 23 10:13:21.764911 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: multiprovidernet.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.765973 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.766480 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: multi-provider Aug 23 10:13:21.766806 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: netmtu.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.767783 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.768284 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: net-mtu Aug 23 10:13:21.768639 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: netmtu_writable.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.770096 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.770594 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: net-mtu-writable Aug 23 10:13:21.770917 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: network_availability_zone.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.771589 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.772087 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: network_availability_zone Aug 23 10:13:21.772406 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: network_ip_availability.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.773532 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.774037 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: network-ip-availability Aug 23 10:13:21.774361 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: network_segment_range.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.775123 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.775615 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension network-segment-range not supported by any of loaded plugins Aug 23 10:13:21.775934 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: pagination.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.776939 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.777272 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: pagination Aug 23 10:13:21.777592 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: port_device_profile.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.778513 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.779018 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: port-device-profile Aug 23 10:13:21.779339 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.780252 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.780790 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: port-mac-address-regenerate Aug 23 10:13:21.781111 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.782021 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.782519 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: port-numa-affinity-policy Aug 23 10:13:21.782838 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: port_resource_request.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.783757 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.784253 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension port-resource-request not supported by any of loaded plugins Aug 23 10:13:21.784581 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: portbindings.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.786059 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.786560 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: binding Aug 23 10:13:21.786879 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: portbindings_extended.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.788140 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.788682 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: binding-extended Aug 23 10:13:21.789012 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: portsecurity.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.789923 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.790425 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: port-security Aug 23 10:13:21.790739 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: project_id.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.791706 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.792034 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: project-id Aug 23 10:13:21.792355 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: providernet.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.793306 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.793812 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: provider Aug 23 10:13:21.794131 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: qos.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.797613 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.798132 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension qos not supported by any of loaded plugins Aug 23 10:13:21.798465 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.799701 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.800212 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 23 10:13:21.800582 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.801511 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.802014 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 23 10:13:21.802339 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: qos_default.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.803249 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.803753 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension qos-default not supported by any of loaded plugins Aug 23 10:13:21.804079 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: qos_fip.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.804770 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.805267 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension qos-fip not supported by any of loaded plugins Aug 23 10:13:21.805587 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: qos_gateway_ip.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.806510 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.807009 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 23 10:13:21.807331 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: qos_port_network_policy.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.808250 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.808773 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 23 10:13:21.809097 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: qos_rule_type_details.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.810008 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.810502 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 23 10:13:21.810822 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: qos_rules_alias.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.811854 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.812357 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 23 10:13:21.812720 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: quotasv2.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.813614 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.814058 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: quotas Aug 23 10:13:21.814380 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: quotasv2_detail.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.815976 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.816343 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: quota_details Aug 23 10:13:21.816706 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: rbac.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.817752 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.818273 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: rbac-policies Aug 23 10:13:21.818603 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: rbac_address_group.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.819527 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.820034 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: rbac-address-group Aug 23 10:13:21.820359 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: rbac_address_scope.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.821308 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.821812 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: rbac-address-scope Aug 23 10:13:21.822136 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: rbac_security_groups.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.823040 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.823541 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: rbac-security-groups Aug 23 10:13:21.823865 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: rbac_subnetpool.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.824810 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.825312 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: rbac-subnetpool Aug 23 10:13:21.825634 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: revisionifmatch.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.826546 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.827052 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: revision-if-match Aug 23 10:13:21.827375 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: revisions.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.828477 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.829017 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: standard-attr-revisions Aug 23 10:13:21.829342 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: router_availability_zone.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.830017 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.830521 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: router_availability_zone Aug 23 10:13:21.830844 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: routerservicetype.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.832264 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.832807 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension router-service-type not supported by any of loaded plugins Aug 23 10:13:21.833128 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.834050 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.834551 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: security-groups-normalized-cidr Aug 23 10:13:21.834872 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.835784 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.836283 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: port-security-groups-filtering Aug 23 10:13:21.836627 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.837553 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.838058 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: security-groups-remote-address-group Aug 23 10:13:21.838385 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: securitygroup.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.848457 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.849011 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: security-group Aug 23 10:13:21.849344 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: segment.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.850127 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.850625 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension segment not supported by any of loaded plugins Aug 23 10:13:21.850952 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.851882 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.852382 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 23 10:13:21.852747 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: servicetype.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.853859 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.854371 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: service-type Aug 23 10:13:21.854699 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: sorting.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.855668 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.855997 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: sorting Aug 23 10:13:21.856319 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: standard_attr_segment.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.857252 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.857761 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 23 10:13:21.858082 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: standardattrdescription.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.858732 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.859230 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: standard-attr-description Aug 23 10:13:21.859549 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: stateful_security_group.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.860466 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.861012 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: stateful-security-group Aug 23 10:13:21.861337 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: stdattrs_common.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.861913 dv-cinder-802781-2-iscsi neutron-server[79154]: WARNING neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 23 10:13:21.862229 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.863243 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.863749 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 23 10:13:21.864066 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: subnet_onboard.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.865158 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.865668 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: subnet_onboard Aug 23 10:13:21.865989 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.866927 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.867432 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 23 10:13:21.867753 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: subnet_service_types.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.868724 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.869241 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: subnet-service-types Aug 23 10:13:21.869563 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: subnetallocation.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.870655 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.871164 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: subnet_allocation Aug 23 10:13:21.871484 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.872163 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.872724 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: subnetpool-prefix-ops Aug 23 10:13:21.873045 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.873975 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.874471 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 23 10:13:21.874791 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: tagging.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.875839 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.876353 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: standard-attr-tag Aug 23 10:13:21.876710 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: timestamp.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.877904 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.878418 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loaded extension: standard-attr-timestamp Aug 23 10:13:21.879267 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: trunk.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.880301 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.880834 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension trunk not supported by any of loaded plugins Aug 23 10:13:21.881162 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: trunk_details.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.882080 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.882583 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension trunk-details not supported by any of loaded plugins Aug 23 10:13:21.882908 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: uplink_status_propagation.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.883833 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.884340 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 23 10:13:21.884696 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Loading extension file: vlantransparent.py {{(pid=79154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 10:13:21.885369 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 10:13:21.885871 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 23 10:13:21.888512 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Creating instance of TrackedResource for resource:network Aug 23 10:13:21.889247 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Creating instance of TrackedResource for resource:subnet Aug 23 10:13:21.890027 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 10:13:21.890633 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Creating instance of TrackedResource for resource:port Aug 23 10:13:21.891889 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.v2.resource_helper [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:21.892327 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.v2.resource_helper [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Service FLAVORS assigned prefix: {{(pid=79154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:21.893088 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.v2.resource_helper [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:21.893542 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.v2.resource_helper [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:21.893873 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Creating instance of TrackedResource for resource:router Aug 23 10:13:21.895069 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Creating instance of TrackedResource for resource:floatingip Aug 23 10:13:21.895790 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.v2.resource_helper [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Service METERING assigned prefix: /metering {{(pid=79154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:21.897237 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.897603 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.897955 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:13:21.899114 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 10:13:21.899552 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Creating instance of TrackedResource for resource:security_group Aug 23 10:13:21.900217 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 10:13:21.900979 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.v2.resource_helper [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Service CORE assigned prefix: {{(pid=79154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:21.901309 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 10:13:21.901649 dv-cinder-802781-2-iscsi neutron-server[79154]: WARNING neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] subnetpool is already registered Aug 23 10:13:21.902278 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.v2.resource_helper [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Service CORE assigned prefix: {{(pid=79154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:21.902606 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 10:13:21.902935 dv-cinder-802781-2-iscsi neutron-server[79154]: WARNING neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] subnetpool is already registered Aug 23 10:13:21.905542 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.v2.resource_helper [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:21.905977 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.v2.resource_helper [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Service FLAVORS assigned prefix: {{(pid=79154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:21.906567 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.v2.resource_helper [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:21.906989 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.v2.resource_helper [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:21.907352 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Creating instance of TrackedResource for resource:router Aug 23 10:13:21.907680 dv-cinder-802781-2-iscsi neutron-server[79154]: WARNING neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] router is already registered Aug 23 10:13:21.908274 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Creating instance of TrackedResource for resource:floatingip Aug 23 10:13:21.908631 dv-cinder-802781-2-iscsi neutron-server[79154]: WARNING neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] floatingip is already registered Aug 23 10:13:21.909272 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.v2.resource_helper [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Service METERING assigned prefix: /metering {{(pid=79154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:21.910044 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 10:13:21.910375 dv-cinder-802781-2-iscsi neutron-server[79154]: WARNING neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] rbac_policy is already registered Aug 23 10:13:21.910925 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Creating instance of TrackedResource for resource:security_group Aug 23 10:13:21.911260 dv-cinder-802781-2-iscsi neutron-server[79154]: WARNING neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] security_group is already registered Aug 23 10:13:21.911842 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 10:13:21.912168 dv-cinder-802781-2-iscsi neutron-server[79154]: WARNING neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] security_group_rule is already registered Aug 23 10:13:21.912860 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.v2.resource_helper [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Service CORE assigned prefix: {{(pid=79154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:21.913190 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 10:13:21.913518 dv-cinder-802781-2-iscsi neutron-server[79154]: WARNING neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] subnetpool is already registered Aug 23 10:13:21.914110 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.v2.resource_helper [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Service CORE assigned prefix: {{(pid=79154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 10:13:21.914434 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 10:13:21.914752 dv-cinder-802781-2-iscsi neutron-server[79154]: WARNING neutron.quota.resource_registry [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] subnetpool is already registered Aug 23 10:13:21.915396 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: extensions {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.916906 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: address-groups {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.918513 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: address-scopes {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.919736 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: agents {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.920931 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: auto-allocated-topology {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.922188 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: availability_zones {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.924426 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: dhcp-networks {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.925893 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: dhcp-agents {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.927333 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: routers {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.929182 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: flavors {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.930449 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: service_profiles {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.931753 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: next_providers {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.933655 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: service_profiles {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.935500 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: floatingip-pools {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.936784 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: routers {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.938825 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: floatingips {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.940341 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: l3-routers {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.942552 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: l3-agents {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.944184 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: metering-labels {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.945762 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: metering-label-rules {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.947250 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: network-ip-availabilities {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.948937 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: bindings {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.950930 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: quotas {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.952477 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: quotas {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.953901 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: rbac-policies {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.955215 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: security-groups {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.956413 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: security-group-rules {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.958286 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: service-providers {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.959511 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: subnetpools {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.960967 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: subnetpools {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.962425 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: tags {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.964104 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: tags {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.965926 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: tags {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.967714 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: tags {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.969539 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: tags {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.971391 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: tags {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.973160 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: tags {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.975055 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: tags {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.976853 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: tags {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.978675 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron.api.extensions [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Extended resource: tags {{(pid=79154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 10:13:21.984504 dv-cinder-802781-2-iscsi neutron-server[79154]: WARNING keystonemiddleware.auth_token [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 23 10:13:21.990215 dv-cinder-802781-2-iscsi neutron-server[79154]: WARNING keystonemiddleware.auth_token [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 23 10:13:21.998152 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Acquired lock "singleton_lock" {{(pid=79154) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 23 10:13:21.998626 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Releasing lock "singleton_lock" {{(pid=79154) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 23 10:13:21.999254 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO oslo_service.service [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Starting 2 workers Aug 23 10:13:22.004481 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Started child 79261 {{(pid=79154) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 23 10:13:22.008738 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Started child 79262 {{(pid=79154) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 23 10:13:22.009515 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:22.010317 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO neutron.service [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 23 10:13:22.010945 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Notify callbacks [] for process, before_spawn {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:22.011132 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [-] (79261) wsgi starting up on http://0.0.0.0:9696 Aug 23 10:13:22.013313 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:22.013769 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO oslo_service.service [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Starting 1 workers Aug 23 10:13:22.014700 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [-] (79262) wsgi starting up on http://0.0.0.0:9696 Aug 23 10:13:22.018541 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Started child 79263 {{(pid=79154) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 23 10:13:22.019070 dv-cinder-802781-2-iscsi neutron-server[79154]: INFO oslo_service.service [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Starting 1 workers Aug 23 10:13:22.022438 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.service [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] calling RpcWorker wait() {{(pid=79263) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 23 10:13:22.022956 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.service [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] returning from RpcWorker wait() {{(pid=79263) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 23 10:13:22.023853 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Started child 79264 {{(pid=79154) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 23 10:13:22.024209 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:22.024626 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-c6286589-3471-4965-9431-11fcb4abaeb3 None None] Notify callbacks [] for process, after_spawn {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:22.024725 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:13:22.026442 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79154) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 23 10:13:22.026648 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 23 10:13:22.026837 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 23 10:13:22.027048 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 23 10:13:22.027382 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 23 10:13:22.027546 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 23 10:13:22.028091 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.028370 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.028458 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:22.028981 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.028981 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.029224 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.029751 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.030041 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.030291 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.030563 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.030795 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.030961 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.031117 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.031378 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.031605 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.031900 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.032171 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.032407 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.032706 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.032893 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.033139 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.033401 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.033636 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.033905 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] debug = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.034140 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.034596 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.034823 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.035614 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.035849 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.036114 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.036337 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.036625 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.036884 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.037116 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.037361 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.037620 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.037863 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.038090 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.038304 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.038548 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.038763 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.039243 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] host = dv-cinder-802781-2-iscsi {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.039467 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.039691 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.039932 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.040172 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.040413 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.040654 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.040902 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.041154 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.041395 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.041641 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.041886 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.042138 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.042370 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.042624 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] log_file = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.042785 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] log_options = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.043027 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.043318 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.043574 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.043763 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.043940 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.044102 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.044358 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.044512 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.044789 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.045022 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.045235 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.045444 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.045690 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.045920 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.046153 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.046379 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.046615 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.046840 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.047089 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.047329 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.047550 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.047798 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.048017 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.048250 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.048477 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.048745 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.048987 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.049225 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.049441 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.049721 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.049943 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.050174 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.050415 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.052075 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.052075 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.052075 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.052075 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.052387 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.052387 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.052637 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.052857 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.053070 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.053300 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.053528 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.053758 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.053859 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:13:22.053975 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] use_json = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.054172 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.054381 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.054634 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.055006 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.055115 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.055272 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.055481 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.055710 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.056199 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.056475 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.056850 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.057095 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.057325 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.057568 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.057812 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.058213 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.058371 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.058613 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.058883 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.059266 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.060495 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.060495 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.060495 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.060495 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.060495 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.061215 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.061215 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.061215 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.061215 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.061755 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.061755 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.062330 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.062330 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.062798 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.062798 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.063587 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.063587 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.063587 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.063587 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.064817 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.064817 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.064817 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.064817 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.064817 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.065797 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.065797 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.065797 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.065797 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.067080 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.067080 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.067080 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.067080 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.067589 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.067589 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.067908 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.067908 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.068281 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.068281 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.068719 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.068719 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.068989 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.069130 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.069318 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.070185 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.070185 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.070185 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.070185 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.076956 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.076956 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.076956 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.076956 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.076956 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.076956 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.076956 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.076956 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.076956 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.077954 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.077954 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.077954 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.077954 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.077954 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.077954 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.077954 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.077954 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.077954 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.078566 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.078566 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.078566 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.078566 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.078566 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.078566 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.078566 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.078566 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.078566 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.079222 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.079222 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.079222 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.079222 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.079222 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.079222 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.079222 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.079684 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.079684 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.079821 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.079959 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.081101 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.081332 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.083268 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.084337 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.084612 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.084859 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.085111 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.085363 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.085602 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.085867 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.086127 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.086382 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.086616 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.086848 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.087129 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.087386 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.087670 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.087891 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.088152 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.088447 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.088879 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.089198 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.089777 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.090062 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.090332 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.091068 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.091330 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.091567 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.091839 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.092084 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.092599 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.092845 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.093097 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.093330 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.093557 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.094385 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.097920 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.098185 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.098425 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.098727 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.099014 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.099271 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.099563 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.099843 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.100100 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.100356 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.100635 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.101054 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.101300 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.101579 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.101819 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.102057 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.102323 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.102561 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.102789 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.103016 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.103279 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.103523 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.103762 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.103999 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.104248 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.104472 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.104748 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.104969 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.105218 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.105490 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.105734 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.105959 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.106200 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.106437 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.106694 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.106935 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.107207 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.107460 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.107718 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.107980 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.108212 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.108484 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.108729 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.108981 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.109203 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.109419 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.109635 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.109858 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.110072 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.110305 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.110533 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.110748 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.111014 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.111253 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.111578 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.111864 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.112093 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.112338 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.112594 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.112852 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.113128 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.113370 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.113584 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.113826 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.114042 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.114315 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.114556 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.114796 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.115012 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.115217 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.115431 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.115647 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.115877 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.116172 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.116434 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.116692 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.116932 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.117176 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.117390 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.117601 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.117811 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.118027 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.118238 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.118465 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.118675 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.118884 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.119099 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.119308 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.119611 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.119868 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.120090 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.120382 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.120672 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.120916 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.121184 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.121508 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.121758 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.122000 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.122260 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.122481 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.122723 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.122990 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.123313 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.123617 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.123862 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.124115 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.124389 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.124694 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.124969 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.125206 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.125572 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.125923 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.126225 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.126477 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.126710 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.126976 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.127200 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.127437 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.127656 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.127958 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.128094 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.128371 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.129185 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.129420 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.129650 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.129880 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.130097 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.130341 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.130959 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.130959 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.131216 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.131216 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 10:13:22.131660 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79154) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 23 10:13:22.131838 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 23 10:13:22.131976 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 23 10:13:22.132136 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 23 10:13:22.132311 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 23 10:13:22.132463 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 23 10:13:22.132686 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.132835 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.133002 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.133155 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.133316 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.133497 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.133644 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.133836 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.133960 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.134107 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.134266 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.134426 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.134630 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.134757 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.134887 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.135033 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.135155 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.135332 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.135483 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.135681 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.135818 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.135940 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.136085 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] debug = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.136244 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.136464 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.136655 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.136783 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.136947 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.137107 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.137266 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.137492 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.137874 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.138078 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.138165 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.138279 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.138437 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.138596 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.138755 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.138913 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.139071 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.139229 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] host = dv-cinder-802781-2-iscsi {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.139387 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.139545 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.139703 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.139862 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.140020 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.140178 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.140338 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.140496 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.140674 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.140835 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.141323 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.141323 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.141323 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.141685 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] log_file = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.141685 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] log_options = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.141915 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.141915 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.142143 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.142275 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.142403 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.142525 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.142648 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.142770 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.142932 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.143092 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.143252 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.143746 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.143746 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.143746 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.144066 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.144066 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.144360 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.144360 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.145127 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.145817 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.145817 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.145817 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.145817 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.145817 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.146396 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.146396 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.146396 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.146396 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.146840 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.146840 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.146840 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.147158 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.147158 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.147308 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.147385 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.147493 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.147658 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.147810 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.147969 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.148126 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.148213 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:13:22.148297 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.148431 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.148628 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.148765 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.148908 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.149066 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] use_json = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.149225 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.149383 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.149541 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.149700 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.149858 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.150016 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.150175 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.150333 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 10:13:22.150510 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.150674 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.150848 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.151009 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.151170 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.151333 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.151495 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.151657 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.151820 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.151981 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.152148 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.152314 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.152486 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.152670 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.152834 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.153051 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.153221 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.153383 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.153546 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.153709 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.153921 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.154088 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.154265 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.154426 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.154588 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.154800 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.155016 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.155186 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.155349 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.155512 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.155673 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.155847 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.155997 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.156158 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.156319 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.156481 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.156663 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.156827 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.156989 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.157150 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.157312 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.157474 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.157636 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.157805 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.157947 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.158109 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.158271 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.158432 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.158594 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.158755 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.159000 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.159170 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.159331 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.159492 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.159655 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.159817 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.160488 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.160670 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.160833 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.160995 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.161156 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.161331 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.161494 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.161990 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.161990 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.161990 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.162359 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.162359 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.162579 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.162579 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.162806 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.162925 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.163007 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.163154 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.163315 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.163479 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.163640 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.163801 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.163962 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.164123 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.164285 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.164447 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.164627 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.164790 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.164961 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.165139 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.165301 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.165461 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.165623 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.165784 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.165945 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.166106 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.166268 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.166429 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.166589 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.166750 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.166912 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.167075 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.167235 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.167396 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.167559 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.167720 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.167932 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.168068 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.168190 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.168335 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.168495 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.168692 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.168856 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.169016 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.169177 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.169349 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.169510 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.169676 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.169839 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.170008 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.170181 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.170343 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.170509 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.170675 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.170829 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.170985 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.171146 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.171306 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.171467 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.171629 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.171791 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.171960 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.172134 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.172300 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.172461 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.172643 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.172828 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.172989 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.173151 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.173312 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.173472 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.173634 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.173795 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.173956 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.174118 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.174279 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.174440 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.174602 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.174763 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.174924 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.175085 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.175246 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.175408 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.175627 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.176294 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.176457 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.176648 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.176811 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.176972 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.177133 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.177293 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.177455 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.177617 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.177778 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.177954 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.178135 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.178251 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.178410 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.178572 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.178732 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.178893 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.179054 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.179215 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.179379 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.179541 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.179704 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.179852 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.180014 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.180175 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.180337 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.180552 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.180691 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.180836 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.180998 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.181159 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.181321 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.181483 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.181644 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.181805 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.181966 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.182127 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.182306 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.182468 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.182630 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.182791 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.182952 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.183113 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.183276 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.183438 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.183598 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.183759 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.183920 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.184085 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.184249 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.184411 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.184586 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.184754 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.184915 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.185076 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.185238 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.185412 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.185574 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.185734 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.185895 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.186056 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.186228 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.186391 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.186551 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.186712 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.186872 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.187044 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.187204 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.187364 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.187524 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.187685 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.187856 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.188020 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.188225 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.188338 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.188498 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.188695 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.188858 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.189100 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.189270 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.189436 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.189598 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.189759 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.189922 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.190086 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.190263 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.190419 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.190584 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.190746 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.190913 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.191117 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.191277 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.191439 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.191608 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.191818 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.192465 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.192465 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.192465 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.192465 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.193415 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.193415 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.193415 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.193415 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.193415 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.193415 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.194212 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.194212 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.194212 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.194212 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.194212 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.194212 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.194904 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.194904 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.194904 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 10:13:22.194904 dv-cinder-802781-2-iscsi neutron-server[79154]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 10:13:22.416311 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 57686) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:13:22.424942 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063777 Aug 23 10:13:32.845265 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab3a37e-a95e-4d10-83da-3c4afcf59060 None None] get_active_networks_info from dv-cinder-802781-2-iscsi {{(pid=79263) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 23 10:13:32.958659 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab3a37e-a95e-4d10-83da-3c4afcf59060 None None] No non-hosted networks {{(pid=79263) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 23 10:13:32.967896 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.agentschedulers_db [None req-0ab3a37e-a95e-4d10-83da-3c4afcf59060 None None] DHCP Agent not found on host dv-cinder-802781-2-iscsi {{(pid=79263) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 23 10:13:33.094697 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a7487695-8f4d-4ffe-a844-bcee2445ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1594149'] for agent, after_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:33.573689 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1594149'] for agent, after_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:33.574763 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:33.575114 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:33.575503 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:33.575883 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:33.576384 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:33.576885 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:33.577828 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:33.579043 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:33.580995 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:33.581369 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:33.584144 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:33.584554 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:33.585026 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-802781-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:13:33.595283 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802781-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:13:35.493027 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-98597a0a-1891-4515-a4a5-ba53fd2b59ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1594149'] for agent, after_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:35.547673 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-26cc15b1-4a05-426b-9bb5-538ebdf0a88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:36.397087 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1594149'] for agent, after_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:37.885772 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1594149'] for agent, after_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:39.433557 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 57780) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:13:40.019478 dv-cinder-802781-2-iscsi neutron-server[79262]: WARNING oslo_policy.policy [None req-382b9373-9bfe-4de2-8353-a636eb6b7203 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 10:13:40.020057 dv-cinder-802781-2-iscsi neutron-server[79262]: WARNING oslo_policy.policy [None req-382b9373-9bfe-4de2-8353-a636eb6b7203 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 10:13:40.247204 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [None req-382b9373-9bfe-4de2-8353-a636eb6b7203 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 10:13:40.248186 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-382b9373-9bfe-4de2-8353-a636eb6b7203 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8137019 Aug 23 10:13:42.468196 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.db.l3_hamode_db [None req-2149cd2e-3037-417d-9435-d9fa08ff5762 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 23 10:13:42.553190 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2149cd2e-3037-417d-9435-d9fa08ff5762 None None] Routers set() bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:13:42.553589 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2149cd2e-3037-417d-9435-d9fa08ff5762 None None] Router IDs set() for agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 23 10:13:42.584585 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 57794) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:13:42.941767 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-a4549f3a-8944-444f-8928-d84978ef008e admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:13:43.039852 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.policy [None req-a4549f3a-8944-444f-8928-d84978ef008e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79262) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 23 10:13:43.083590 dv-cinder-802781-2-iscsi neutron-server[79262]: WARNING oslo_policy.policy [None req-a4549f3a-8944-444f-8928-d84978ef008e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 10:13:43.083980 dv-cinder-802781-2-iscsi neutron-server[79262]: WARNING oslo_policy.policy [None req-a4549f3a-8944-444f-8928-d84978ef008e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 10:13:43.092469 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.quota [None req-a4549f3a-8944-444f-8928-d84978ef008e admin admin] Loaded quota_driver: . Aug 23 10:13:43.108160 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-a4549f3a-8944-444f-8928-d84978ef008e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:13:43.166970 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a4549f3a-8944-444f-8928-d84978ef008e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757080345574', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757080346163', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757080240119', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757080230440', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757080255966', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757080258273', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3408636', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3319057', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2032069', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1979052'] for rbac-policy, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:43.227027 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a4549f3a-8944-444f-8928-d84978ef008e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:43.228210 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-a4549f3a-8944-444f-8928-d84978ef008e admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6426494 Aug 23 10:13:45.796821 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 57808) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:13:46.140837 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'c11eaf349d4d474083f8ae0c51ba7aa5'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:13:46.145498 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:13:46.149910 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Usage tracker for resource:network and tenant:c11eaf349d4d474083f8ae0c51ba7aa5 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:13:46.154402 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:13:46.160306 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:13:46.169676 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Made reservation on behalf of c11eaf349d4d474083f8ae0c51ba7aa5 for: {'network': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:13:46.172457 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for network, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:46.190367 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:46.204541 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:13:46.208689 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Usage tracker for resource:security_group_rule and tenant:c11eaf349d4d474083f8ae0c51ba7aa5 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:13:46.213526 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:13:46.218972 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:13:46.313018 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:46.317030 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:46.322174 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:13:46.339989 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=79262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:13:46.365572 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757078968212', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:46.366179 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Unsubscribe: segment precommit_create {{(pid=79262) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 10:13:46.366686 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.db.segments_db [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Added segment 449b5b80-002c-4c0a-a2a3-2e963daa886f of type vlan for network 0896e613-9855-4824-96c2-84b543f80eb7 Aug 23 10:13:46.414757 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eef0ca0-05c3-487a-8a0e-291060822a8c,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:13:46.430014 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:46.430350 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:46.430671 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:46.430987 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:46.431329 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:46.431642 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:46.431951 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:46.432258 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:46.432594 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:46.432891 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:46.433195 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:46.433496 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Tracked resource versions report: Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: pushed versions: Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: { 'AddressGroup': {'1.2'}, Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: 'ConntrackHelper': {'1.0'}, Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: 'Log': {'1.0'}, Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: 'Network': {'1.1'}, Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: 'Port': {'1.7'}, Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: 'PortForwarding': {'1.2'}, Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: 'QosPolicy': {'1.8'}, Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: 'SecurityGroup': {'1.4'}, Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: 'SecurityGroupRule': {'1.2'}, Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: 'SubPort': {'1.0'}, Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: 'Subnet': {'1.1'}, Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: 'Trunk': {'1.1'}} Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: consumer versions: Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: { DHCP agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: L3 agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: Metadata agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: Metering agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: Open vSwitch agent@dv-cinder-802781-2-iscsi: { 'AddressGroup': '1.2', Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: 'ConntrackHelper': '1.0', Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: 'Log': '1.0', Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: 'Network': '1.1', Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: 'Port': '1.7', Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: 'PortForwarding': '1.2', Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: 'QosPolicy': '1.8', Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: 'SecurityGroup': '1.4', Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: 'SecurityGroupRule': '1.2', Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: 'SubPort': '1.0', Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: 'Subnet': '1.1', Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: 'Trunk': '1.1'}} Aug 23 10:13:46.434634 dv-cinder-802781-2-iscsi neutron-server[79262]: {{(pid=79262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 10:13:46.484156 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:13:46.485814 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757078474397'] for network, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:46.526462 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for network, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:46.527893 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:13:46.528538 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:46.533324 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:13:46.635695 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8377562 Aug 23 10:13:46.636319 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Pushing event updated for resources: {'Network': ['ID=0896e613-9855-4824-96c2-84b543f80eb7,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:13:46.639766 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:13:46.648450 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Network 0896e613-9855-4824-96c2-84b543f80eb7 details requested by agent ovs-agent-dv-cinder-802781-2-iscsi with host dv-cinder-802781-2-iscsi {{(pid=79263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:13:49.277475 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 57824) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:13:49.714263 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a8439c-8766-48a3-9a9c-15c61f65aed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:13:49.715637 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-c8a8439c-8766-48a3-9a9c-15c61f65aed0 admin admin] 10.222.0.21 "GET /v2.0/networks/0896e613-9855-4824-96c2-84b543f80eb7 HTTP/1.1" status: 200 len: 825 time: 0.4372153 Aug 23 10:13:49.742189 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-d5f5985d-8958-403c-b544-6f22faaa1e8f admin admin] 10.222.0.21 "GET /v2.0/subnetpools/6493adff-4a19-422d-93f0-d79ae8cf76a9 HTTP/1.1" status: 200 len: 734 time: 0.0211751 Aug 23 10:13:49.750663 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-c7a8be2c-949e-4510-8578-63826fb2e3ff admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '6493adff-4a19-422d-93f0-d79ae8cf76a9', 'tenant_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'network_id': '0896e613-9855-4824-96c2-84b543f80eb7'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:13:49.754852 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-c7a8be2c-949e-4510-8578-63826fb2e3ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:13:49.758571 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-c7a8be2c-949e-4510-8578-63826fb2e3ff admin admin] Usage tracker for resource:subnet and tenant:c11eaf349d4d474083f8ae0c51ba7aa5 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:13:49.761430 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-c7a8be2c-949e-4510-8578-63826fb2e3ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:13:49.767171 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-c7a8be2c-949e-4510-8578-63826fb2e3ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:13:49.777346 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a8be2c-949e-4510-8578-63826fb2e3ff admin admin] Made reservation on behalf of c11eaf349d4d474083f8ae0c51ba7aa5 for: {'subnet': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:13:49.779621 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c7a8be2c-949e-4510-8578-63826fb2e3ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:50.052287 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c7a8be2c-949e-4510-8578-63826fb2e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for subnet, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:50.057275 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:13:50.158803 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8be2c-949e-4510-8578-63826fb2e3ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ccde7c-9062-40f1-baa1-546ccbd3a731,revision_number=0']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:13:50.161707 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a8be2c-949e-4510-8578-63826fb2e3ff admin admin] Checking segment: {'id': '449b5b80-002c-4c0a-a2a3-2e963daa886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0896e613-9855-4824-96c2-84b543f80eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:13:50.162081 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a8be2c-949e-4510-8578-63826fb2e3ff admin admin] Network hostable DHCP agents. Network: 0896e613-9855-4824-96c2-84b543f80eb7, hostable agents: ['4a75187f-898e-4cea-928c-8d2a7fd8cd5e'], hosted agents: [] {{(pid=79262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:13:50.168434 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c7a8be2c-949e-4510-8578-63826fb2e3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:13:50.183934 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a8be2c-949e-4510-8578-63826fb2e3ff admin admin] Network 0896e613-9855-4824-96c2-84b543f80eb7 is scheduled to be hosted by DHCP agent 4a75187f-898e-4cea-928c-8d2a7fd8cd5e with binding_index 1 {{(pid=79262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:13:50.194174 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-c7a8be2c-949e-4510-8578-63826fb2e3ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-iscsi, 0896e613-9855-4824-96c2-84b543f80eb7) {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:13:50.198571 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a8be2c-949e-4510-8578-63826fb2e3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:13:50.199149 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c7a8be2c-949e-4510-8578-63826fb2e3ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for subnet, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:50.203491 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71904693-0049-4df2-9123-62e121fed1fa None None] Network 0896e613-9855-4824-96c2-84b543f80eb7 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:13:50.218458 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-c7a8be2c-949e-4510-8578-63826fb2e3ff admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4710979 Aug 23 10:13:50.599573 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e0f81f4-72ae-5f66-9edb-05093a465032-0896e613-9855-4824-96c2-84b543f80eb7', 'network_id': '0896e613-9855-4824-96c2-84b543f80eb7', 'tenant_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'fixed_ips': [{'subnet_id': 'e4ccde7c-9062-40f1-baa1-546ccbd3a731'}]}} from dv-cinder-802781-2-iscsi. {{(pid=79263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 10:13:50.600801 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:50.780654 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.db_base_plugin_common [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Allocated IP 172.20.0.2 (0896e613-9855-4824-96c2-84b543f80eb7/e4ccde7c-9062-40f1-baa1-546ccbd3a731/d9525a36-c724-4db7-8c6e-0b541b17ec5a) {{(pid=79263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:13:51.010691 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Notify callbacks [] for port, precommit_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:51.024786 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Transition to ACTIVE for port object d9525a36-c724-4db7-8c6e-0b541b17ec5a will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:13:51.044208 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Transition to ACTIVE for port object d9525a36-c724-4db7-8c6e-0b541b17ec5a will not be triggered until provisioned by entity DHCP. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:13:51.050585 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568'] for port, after_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:51.056094 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:13:51.113007 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Network 0896e613-9855-4824-96c2-84b543f80eb7 is already hosted by enough agents. {{(pid=79263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:13:51.115813 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.scheduler.base_scheduler [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Resources bound (agent type, host, resource id): {{(pid=79263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:13:51.121867 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Received port after_create {{(pid=79263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:13:51.131349 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Pushing event updated for resources: {'Port': ['ID=d9525a36-c724-4db7-8c6e-0b541b17ec5a,revision_number=1']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:13:51.173501 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:51.173846 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:51.174184 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:51.174515 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:51.175400 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:51.175738 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:51.176065 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:51.176388 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:51.176750 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:51.177073 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:51.177390 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:51.177706 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Tracked resource versions report: Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: pushed versions: Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: { 'AddressGroup': {'1.2'}, Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: 'ConntrackHelper': {'1.0'}, Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: 'Log': {'1.0'}, Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: 'Network': {'1.1'}, Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: 'Port': {'1.7'}, Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: 'PortForwarding': {'1.2'}, Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: 'QosPolicy': {'1.8'}, Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: 'SecurityGroup': {'1.4'}, Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: 'SecurityGroupRule': {'1.2'}, Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: 'SubPort': {'1.0'}, Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: 'Subnet': {'1.1'}, Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: 'Trunk': {'1.1'}} Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: consumer versions: Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: { DHCP agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: L3 agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: Metadata agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: Metering agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: Open vSwitch agent@dv-cinder-802781-2-iscsi: { 'AddressGroup': '1.2', Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: 'ConntrackHelper': '1.0', Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: 'Log': '1.0', Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: 'Network': '1.1', Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: 'Port': '1.7', Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: 'PortForwarding': '1.2', Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: 'QosPolicy': '1.8', Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: 'SecurityGroup': '1.4', Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: 'SecurityGroupRule': '1.2', Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: 'SubPort': '1.0', Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: 'Subnet': '1.1', Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: 'Trunk': '1.1'}} Aug 23 10:13:51.178864 dv-cinder-802781-2-iscsi neutron-server[79263]: {{(pid=79263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 10:13:51.211029 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:13:51.228884 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Attempting to bind port d9525a36-c724-4db7-8c6e-0b541b17ec5a on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:13:51.229296 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Attempting to bind port d9525a36-c724-4db7-8c6e-0b541b17ec5a by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': '449b5b80-002c-4c0a-a2a3-2e963daa886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0896e613-9855-4824-96c2-84b543f80eb7'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:13:51.229719 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Attempting to bind port d9525a36-c724-4db7-8c6e-0b541b17ec5a on network 0896e613-9855-4824-96c2-84b543f80eb7 {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:13:51.234797 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:13:51.235201 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Checking segment: {'id': '449b5b80-002c-4c0a-a2a3-2e963daa886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0896e613-9855-4824-96c2-84b543f80eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:13:51.235701 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:51.236097 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Bound using segment: {'id': '449b5b80-002c-4c0a-a2a3-2e963daa886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0896e613-9855-4824-96c2-84b543f80eb7'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:13:51.236583 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Bound port: d9525a36-c724-4db7-8c6e-0b541b17ec5a, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449b5b80-002c-4c0a-a2a3-2e963daa886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0896e613-9855-4824-96c2-84b543f80eb7'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:13:51.236972 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:51.325441 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] For port d9525a36-c724-4db7-8c6e-0b541b17ec5a, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:13:51.329330 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] For port d9525a36-c724-4db7-8c6e-0b541b17ec5a, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=d9525a36-c724-4db7-8c6e-0b541b17ec5a,segment=NetworkSegment(449b5b80-002c-4c0a-a2a3-2e963daa886f),segment_id=449b5b80-002c-4c0a-a2a3-2e963daa886f)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:13:51.333925 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:51.338668 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:13:51.436354 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Pushing event updated for resources: {'Port': ['ID=d9525a36-c724-4db7-8c6e-0b541b17ec5a,revision_number=2']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:13:51.442537 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:13:52.664204 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 57834) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:13:53.033465 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [None req-ea5ee4e5-6d5a-42ca-ae13-b0100e115f30 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 10:13:53.034997 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-ea5ee4e5-6d5a-42ca-ae13-b0100e115f30 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3692427 Aug 23 10:13:55.106023 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd88303-59fa-4e11-8a50-8ee1edc269d8 None None] Network 0896e613-9855-4824-96c2-84b543f80eb7 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:13:55.202764 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-15dc2fd2-a798-41f9-99f9-b9a08355308e None None] Provisioning for port d9525a36-c724-4db7-8c6e-0b541b17ec5a completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:13:55.395782 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 57848) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:13:55.805925 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device d9525a36-c724-4db7-8c6e-0b541b17ec5a up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:13:55.871362 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port d9525a36-c724-4db7-8c6e-0b541b17ec5a completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:13:55.875883 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port d9525a36-c724-4db7-8c6e-0b541b17ec5a triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:13:55.876285 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:55.988651 dv-cinder-802781-2-iscsi neutron-server[79261]: WARNING oslo_policy.policy [None req-5171c488-9d0b-473f-9204-df70e89a2f8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 10:13:55.989242 dv-cinder-802781-2-iscsi neutron-server[79261]: WARNING oslo_policy.policy [None req-5171c488-9d0b-473f-9204-df70e89a2f8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 10:13:55.995466 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:56.027862 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port d9525a36-c724-4db7-8c6e-0b541b17ec5a, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=d9525a36-c724-4db7-8c6e-0b541b17ec5a,segment=NetworkSegment(449b5b80-002c-4c0a-a2a3-2e963daa886f),segment_id=449b5b80-002c-4c0a-a2a3-2e963daa886f)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:13:56.032003 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:56.034621 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:13:56.100077 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=d9525a36-c724-4db7-8c6e-0b541b17ec5a,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:13:56.103040 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:13:56.205172 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [None req-5171c488-9d0b-473f-9204-df70e89a2f8c admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 10:13:56.206425 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-5171c488-9d0b-473f-9204-df70e89a2f8c admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8086076 Aug 23 10:13:57.787223 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device d9525a36-c724-4db7-8c6e-0b541b17ec5a up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:13:57.852699 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port d9525a36-c724-4db7-8c6e-0b541b17ec5a triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:13:57.853073 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:58.802809 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 57864) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:13:59.149049 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-0829d6b2-0a48-46a2-8310-8b39a81deab8 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'c11eaf349d4d474083f8ae0c51ba7aa5'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:13:59.218517 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.policy [None req-0829d6b2-0a48-46a2-8310-8b39a81deab8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79261) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 23 10:13:59.263698 dv-cinder-802781-2-iscsi neutron-server[79261]: WARNING oslo_policy.policy [None req-0829d6b2-0a48-46a2-8310-8b39a81deab8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 10:13:59.264011 dv-cinder-802781-2-iscsi neutron-server[79261]: WARNING oslo_policy.policy [None req-0829d6b2-0a48-46a2-8310-8b39a81deab8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 10:13:59.272540 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.quota [None req-0829d6b2-0a48-46a2-8310-8b39a81deab8 admin admin] Loaded quota_driver: . Aug 23 10:13:59.288264 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-0829d6b2-0a48-46a2-8310-8b39a81deab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:13:59.294951 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-0829d6b2-0a48-46a2-8310-8b39a81deab8 admin admin] Usage tracker for resource:router and tenant:c11eaf349d4d474083f8ae0c51ba7aa5 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:13:59.299362 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-0829d6b2-0a48-46a2-8310-8b39a81deab8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:13:59.307281 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-0829d6b2-0a48-46a2-8310-8b39a81deab8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:13:59.323667 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0829d6b2-0a48-46a2-8310-8b39a81deab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1338'] for router, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:59.325794 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0829d6b2-0a48-46a2-8310-8b39a81deab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2017208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1331'] for router, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:59.350552 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0829d6b2-0a48-46a2-8310-8b39a81deab8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:59.468057 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0829d6b2-0a48-46a2-8310-8b39a81deab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589225'] for router, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:59.488753 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0829d6b2-0a48-46a2-8310-8b39a81deab8 admin admin] Notify callbacks [] for router, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:13:59.489944 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-0829d6b2-0a48-46a2-8310-8b39a81deab8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6861889 Aug 23 10:14:01.831526 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 57876) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:14:02.189877 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [None req-9a350ac7-6765-4da3-899f-cefd05a94f57 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 10:14:02.191395 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-9a350ac7-6765-4da3-899f-cefd05a94f57 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3589523 Aug 23 10:14:02.776698 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-7a5cf2e7-47b4-4e59-b2f9-6910f04b54af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:03.560685 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:04.529608 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 57886) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:14:04.883066 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:14:04.888058 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:14:04.892048 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Usage tracker for resource:network and tenant:e0d4a647b10140b4922013022b540d19 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:14:04.895635 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:14:04.901228 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:14:04.910615 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Made reservation on behalf of e0d4a647b10140b4922013022b540d19 for: {'network': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:14:04.912863 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for network, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:04.925588 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:04.941618 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:14:04.945256 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Usage tracker for resource:security_group_rule and tenant:e0d4a647b10140b4922013022b540d19 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:14:04.947938 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:14:04.953772 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:14:05.033775 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:05.037824 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:05.041738 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:14:05.054677 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Reserving flat network on physical network physnet1 {{(pid=79262) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 23 10:14:05.076105 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ba93c4-bb3b-47f2-b899-220bdaf379d8,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:14:05.079833 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:14:05.081251 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:05.081567 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.db.segments_db [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Added segment 3504e4b0-01d1-4ded-bc33-9bf748afb513 of type flat for network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 Aug 23 10:14:05.112400 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757078474397'] for network, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:05.146170 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for network, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:05.147409 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:14:05.147974 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:05.152277 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:14:05.243891 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7131722 Aug 23 10:14:05.246677 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Pushing event updated for resources: {'Network': ['ID=0e8cefd7-d645-4496-8b4b-729be1dafeb2,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:14:05.249276 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:14:05.256816 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 details requested by agent ovs-agent-dv-cinder-802781-2-iscsi with host dv-cinder-802781-2-iscsi {{(pid=79263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:14:05.485445 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-8bf1aa7c-a406-4c8f-9238-b8dac52e1ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:06.339223 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:07.567790 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 57906) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:14:07.771757 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9117cdbe-56f9-49c7-9469-97dbdbe0ab4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:14:07.773088 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-9117cdbe-56f9-49c7-9469-97dbdbe0ab4c admin admin] 10.222.0.21 "GET /v2.0/subnets/e4ccde7c-9062-40f1-baa1-546ccbd3a731 HTTP/1.1" status: 200 len: 849 time: 0.2043641 Aug 23 10:14:07.827476 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:07.950680 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-f71dd960-64f0-4e41-b0c5-1f52d1c14331 admin admin] 10.222.0.21 "GET /v2.0/routers/02a2ec33-4428-4553-8598-a4654e452d9d HTTP/1.1" status: 200 len: 704 time: 0.1720338 Aug 23 10:14:08.406185 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-234c1c18-979f-4994-b0f2-a47994993682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:08.631552 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [None req-234c1c18-979f-4994-b0f2-a47994993682 admin admin] Allocated IP 172.20.0.1 (0896e613-9855-4824-96c2-84b543f80eb7/e4ccde7c-9062-40f1-baa1-546ccbd3a731/972076b3-2045-4d6a-a913-b0b8e8a7993f) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:14:08.807764 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-234c1c18-979f-4994-b0f2-a47994993682 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:08.825195 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-234c1c18-979f-4994-b0f2-a47994993682 admin admin] Transition to ACTIVE for port object 972076b3-2045-4d6a-a913-b0b8e8a7993f will not be triggered until provisioned by entity DHCP. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:14:08.877537 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-234c1c18-979f-4994-b0f2-a47994993682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:08.882765 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:14:08.947491 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234c1c18-979f-4994-b0f2-a47994993682 admin admin] Network 0896e613-9855-4824-96c2-84b543f80eb7 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:14:08.950731 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-234c1c18-979f-4994-b0f2-a47994993682 admin admin] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:14:08.954803 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234c1c18-979f-4994-b0f2-a47994993682 admin admin] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:14:08.955331 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-234c1c18-979f-4994-b0f2-a47994993682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698860'] for router_interface, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:09.070000 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c1c18-979f-4994-b0f2-a47994993682 admin admin] Pushing event updated for resources: {'Port': ['ID=972076b3-2045-4d6a-a913-b0b8e8a7993f,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:14:09.081774 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-234c1c18-979f-4994-b0f2-a47994993682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:14:09.121006 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-75ff44aa-9b1b-4c1c-b1b7-baacc3f5cceb None None] Provisioning for port 972076b3-2045-4d6a-a913-b0b8e8a7993f completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:14:09.125556 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-75ff44aa-9b1b-4c1c-b1b7-baacc3f5cceb None None] Provisioning complete for port 972076b3-2045-4d6a-a913-b0b8e8a7993f triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:14:09.125932 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-75ff44aa-9b1b-4c1c-b1b7-baacc3f5cceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:09.181028 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-75ff44aa-9b1b-4c1c-b1b7-baacc3f5cceb None None] Port 972076b3-2045-4d6a-a913-b0b8e8a7993f cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:14:09.215633 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-234c1c18-979f-4994-b0f2-a47994993682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:09.436616 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-234c1c18-979f-4994-b0f2-a47994993682 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:09.440768 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-234c1c18-979f-4994-b0f2-a47994993682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:09.441837 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-234c1c18-979f-4994-b0f2-a47994993682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1815952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698883'] for router_interface, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:09.444820 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:14:09.578723 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c1c18-979f-4994-b0f2-a47994993682 admin admin] Pushing event updated for resources: {'Port': ['ID=972076b3-2045-4d6a-a913-b0b8e8a7993f,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:14:09.584691 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-234c1c18-979f-4994-b0f2-a47994993682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:14:09.633684 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234c1c18-979f-4994-b0f2-a47994993682 admin admin] Network 0896e613-9855-4824-96c2-84b543f80eb7 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:14:09.634715 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-234c1c18-979f-4994-b0f2-a47994993682 admin admin] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:14:09.801452 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-8a0bcfc7-994e-48d0-998b-1ca43799978a None None] Provisioning complete for port 972076b3-2045-4d6a-a913-b0b8e8a7993f triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:14:09.801828 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-8a0bcfc7-994e-48d0-998b-1ca43799978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:09.823831 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234c1c18-979f-4994-b0f2-a47994993682 admin admin] Router 02a2ec33-4428-4553-8598-a4654e452d9d is scheduled to L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 with binding_index 1 {{(pid=79262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 10:14:09.853700 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bcfc7-994e-48d0-998b-1ca43799978a None None] Port 972076b3-2045-4d6a-a913-b0b8e8a7993f cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:14:10.013828 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234c1c18-979f-4994-b0f2-a47994993682 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:14:10.023474 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-234c1c18-979f-4994-b0f2-a47994993682 admin admin] 10.222.0.21 "PUT /v2.0/routers/02a2ec33-4428-4553-8598-a4654e452d9d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0679972 Aug 23 10:14:10.024428 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] Sync routers for ids ['02a2ec33-4428-4553-8598-a4654e452d9d'] in dv-cinder-802781-2-iscsi {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:14:10.035316 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] Routers {'02a2ec33-4428-4553-8598-a4654e452d9d'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:14:10.036225 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:14:05Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['02a2ec33-4428-4553-8598-a4654e452d9d'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:14:10.208607 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] Set router 02a2ec33-4428-4553-8598-a4654e452d9d gateway port host: None {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:14:10.568531 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a2ec33-4428-4553-8598-a4654e452d9d', 'name': 'router1', 'tenant_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:13:59Z', 'updated_at': '2021-08-23T10:14:09Z', 'revision_number': 2, 'project_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'gw_port_host': None, '_interfaces': [{'id': '972076b3-2045-4d6a-a913-b0b8e8a7993f', 'name': '', 'network_id': '0896e613-9855-4824-96c2-84b543f80eb7', 'tenant_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'mac_address': 'fa:16:3e:0e:54:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a2ec33-4428-4553-8598-a4654e452d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4ccde7c-9062-40f1-baa1-546ccbd3a731', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:14:08Z', 'updated_at': '2021-08-23T10:14:09Z', 'revision_number': 2, 'project_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'subnets': [{'id': 'e4ccde7c-9062-40f1-baa1-546ccbd3a731', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6493adff-4a19-422d-93f0-d79ae8cf76a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:14:10.573468 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] Checking router: 02a2ec33-4428-4553-8598-a4654e452d9d for host: dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:14:10.573832 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] Updating router 02a2ec33-4428-4553-8598-a4654e452d9d port 972076b3-2045-4d6a-a913-b0b8e8a7993f binding host dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:14:10.626935 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:11.002396 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] Notify callbacks [] for port, precommit_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:11.017260 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.provisioning_blocks [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] Transition to ACTIVE for port object 972076b3-2045-4d6a-a913-b0b8e8a7993f will not be triggered until provisioned by entity L2. {{(pid=79264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:14:11.024356 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:11.030340 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:14:11.250212 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ff2ab-f032-42a2-a647-329aab2a0104 None None] Pushing event updated for resources: {'Port': ['ID=972076b3-2045-4d6a-a913-b0b8e8a7993f,revision_number=3']} {{(pid=79264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:14:11.262007 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ff2ab-f032-42a2-a647-329aab2a0104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:11.262352 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ff2ab-f032-42a2-a647-329aab2a0104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:11.262682 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ff2ab-f032-42a2-a647-329aab2a0104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:11.263008 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ff2ab-f032-42a2-a647-329aab2a0104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:11.263333 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ff2ab-f032-42a2-a647-329aab2a0104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:11.263910 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ff2ab-f032-42a2-a647-329aab2a0104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:11.264230 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ff2ab-f032-42a2-a647-329aab2a0104 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:11.264549 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ff2ab-f032-42a2-a647-329aab2a0104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:11.264895 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ff2ab-f032-42a2-a647-329aab2a0104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:11.265211 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ff2ab-f032-42a2-a647-329aab2a0104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:11.265525 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ff2ab-f032-42a2-a647-329aab2a0104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:11.266438 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ff2ab-f032-42a2-a647-329aab2a0104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ff2ab-f032-42a2-a647-329aab2a0104 None None] Tracked resource versions report: Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: pushed versions: Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: { 'AddressGroup': {'1.2'}, Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: 'ConntrackHelper': {'1.0'}, Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: 'Log': {'1.0'}, Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: 'Network': {'1.1'}, Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: 'Port': {'1.7'}, Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: 'PortForwarding': {'1.2'}, Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: 'QosPolicy': {'1.8'}, Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: 'SecurityGroup': {'1.4'}, Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: 'SecurityGroupRule': {'1.2'}, Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: 'SubPort': {'1.0'}, Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: 'Subnet': {'1.1'}, Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: 'Trunk': {'1.1'}} Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: consumer versions: Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: { DHCP agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: L3 agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: Metadata agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: Metering agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: Open vSwitch agent@dv-cinder-802781-2-iscsi: { 'AddressGroup': '1.2', Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: 'ConntrackHelper': '1.0', Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: 'Log': '1.0', Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: 'Network': '1.1', Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: 'Port': '1.7', Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: 'PortForwarding': '1.2', Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: 'QosPolicy': '1.8', Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: 'SecurityGroup': '1.4', Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: 'SecurityGroupRule': '1.2', Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: 'SubPort': '1.0', Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: 'Subnet': '1.1', Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: 'Trunk': '1.1'}} Aug 23 10:14:11.267585 dv-cinder-802781-2-iscsi neutron-server[79264]: {{(pid=79264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 10:14:11.271030 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-884ff2ab-f032-42a2-a647-329aab2a0104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:14:11.287982 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] Attempting to bind port 972076b3-2045-4d6a-a913-b0b8e8a7993f on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:14:11.288393 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] Attempting to bind port 972076b3-2045-4d6a-a913-b0b8e8a7993f by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': '449b5b80-002c-4c0a-a2a3-2e963daa886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0896e613-9855-4824-96c2-84b543f80eb7'}] {{(pid=79264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:14:11.288865 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] Attempting to bind port 972076b3-2045-4d6a-a913-b0b8e8a7993f on network 0896e613-9855-4824-96c2-84b543f80eb7 {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:14:11.294065 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:14:11.294471 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] Checking segment: {'id': '449b5b80-002c-4c0a-a2a3-2e963daa886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0896e613-9855-4824-96c2-84b543f80eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:14:11.294964 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:11.295351 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] Bound using segment: {'id': '449b5b80-002c-4c0a-a2a3-2e963daa886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0896e613-9855-4824-96c2-84b543f80eb7'} {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:14:11.295846 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] Bound port: 972076b3-2045-4d6a-a913-b0b8e8a7993f, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449b5b80-002c-4c0a-a2a3-2e963daa886f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0896e613-9855-4824-96c2-84b543f80eb7'}}] {{(pid=79264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:14:11.296232 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:11.382423 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.db [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] For port 972076b3-2045-4d6a-a913-b0b8e8a7993f, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:14:11.386696 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.db [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] For port 972076b3-2045-4d6a-a913-b0b8e8a7993f, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=972076b3-2045-4d6a-a913-b0b8e8a7993f,segment=NetworkSegment(449b5b80-002c-4c0a-a2a3-2e963daa886f),segment_id=449b5b80-002c-4c0a-a2a3-2e963daa886f)] {{(pid=79264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:14:11.390526 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:11.395223 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:14:11.477978 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] Routers {'02a2ec33-4428-4553-8598-a4654e452d9d'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:14:11.478613 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:14:05Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['02a2ec33-4428-4553-8598-a4654e452d9d'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:14:11.544012 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ff2ab-f032-42a2-a647-329aab2a0104 None None] Pushing event updated for resources: {'Port': ['ID=972076b3-2045-4d6a-a913-b0b8e8a7993f,revision_number=4']} {{(pid=79264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:14:11.548426 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-884ff2ab-f032-42a2-a647-329aab2a0104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:14:11.637229 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] Set router 02a2ec33-4428-4553-8598-a4654e452d9d gateway port host: None {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:14:11.961760 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a2ec33-4428-4553-8598-a4654e452d9d', 'name': 'router1', 'tenant_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:13:59Z', 'updated_at': '2021-08-23T10:14:09Z', 'revision_number': 2, 'project_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'gw_port_host': None, '_interfaces': [{'id': '972076b3-2045-4d6a-a913-b0b8e8a7993f', 'name': '', 'network_id': '0896e613-9855-4824-96c2-84b543f80eb7', 'tenant_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'mac_address': 'fa:16:3e:0e:54:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a2ec33-4428-4553-8598-a4654e452d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4ccde7c-9062-40f1-baa1-546ccbd3a731', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:14:08Z', 'updated_at': '2021-08-23T10:14:11Z', 'revision_number': 4, 'project_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'subnets': [{'id': 'e4ccde7c-9062-40f1-baa1-546ccbd3a731', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6493adff-4a19-422d-93f0-d79ae8cf76a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:14:11.965741 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4737c8a-c01d-4de9-96af-548defbf5a71 None None] The sync data for ids ['02a2ec33-4428-4553-8598-a4654e452d9d'] in dv-cinder-802781-2-iscsi is: [{'id': '02a2ec33-4428-4553-8598-a4654e452d9d', 'name': 'router1', 'tenant_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:13:59Z', 'updated_at': '2021-08-23T10:14:09Z', 'revision_number': 2, 'project_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'gw_port_host': None, '_interfaces': [{'id': '972076b3-2045-4d6a-a913-b0b8e8a7993f', 'name': '', 'network_id': '0896e613-9855-4824-96c2-84b543f80eb7', 'tenant_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'mac_address': 'fa:16:3e:0e:54:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a2ec33-4428-4553-8598-a4654e452d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4ccde7c-9062-40f1-baa1-546ccbd3a731', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:14:08Z', 'updated_at': '2021-08-23T10:14:11Z', 'revision_number': 4, 'project_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'subnets': [{'id': 'e4ccde7c-9062-40f1-baa1-546ccbd3a731', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6493adff-4a19-422d-93f0-d79ae8cf76a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:14:12.206154 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 57928) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:14:12.353296 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afd3d2e-bb22-41d9-918a-c4d5dd1c36c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:14:12.353867 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-3afd3d2e-bb22-41d9-918a-c4d5dd1c36c5 admin admin] Synchronizing usage tracker for tenant:e0d4a647b10140b4922013022b540d19 on resource:network {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:14:12.371529 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-3afd3d2e-bb22-41d9-918a-c4d5dd1c36c5 admin admin] Unset dirty status for tenant:e0d4a647b10140b4922013022b540d19 on resource:network {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:14:12.372904 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-3afd3d2e-bb22-41d9-918a-c4d5dd1c36c5 admin admin] 10.222.0.21 "GET /v2.0/networks/0e8cefd7-d645-4496-8b4b-729be1dafeb2 HTTP/1.1" status: 200 len: 842 time: 0.1657619 Aug 23 10:14:12.382185 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-b22df46a-4e6a-4b67-b8f5-ef1ea70f66b4 admin admin] Request body: {'subnet': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.2.0/24', 'name': 'public-subnet'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:14:12.387351 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-b22df46a-4e6a-4b67-b8f5-ef1ea70f66b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:14:12.391597 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-b22df46a-4e6a-4b67-b8f5-ef1ea70f66b4 admin admin] Usage tracker for resource:subnet and tenant:e0d4a647b10140b4922013022b540d19 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:14:12.394596 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-b22df46a-4e6a-4b67-b8f5-ef1ea70f66b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:14:12.400824 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-b22df46a-4e6a-4b67-b8f5-ef1ea70f66b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:14:12.410838 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22df46a-4e6a-4b67-b8f5-ef1ea70f66b4 admin admin] Made reservation on behalf of e0d4a647b10140b4922013022b540d19 for: {'subnet': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:14:12.413126 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b22df46a-4e6a-4b67-b8f5-ef1ea70f66b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:12.778692 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.objects.ports [None req-b22df46a-4e6a-4b67-b8f5-ef1ea70f66b4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79262) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Aug 23 10:14:12.779160 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b22df46a-4e6a-4b67-b8f5-ef1ea70f66b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for subnet, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:12.782909 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:14:12.850934 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22df46a-4e6a-4b67-b8f5-ef1ea70f66b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42841614-a1e8-4916-825f-ef19d8d550be,revision_number=0']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:14:12.857910 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-b22df46a-4e6a-4b67-b8f5-ef1ea70f66b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:14:12.861723 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22df46a-4e6a-4b67-b8f5-ef1ea70f66b4 admin admin] Checking segment: {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:14:12.862611 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22df46a-4e6a-4b67-b8f5-ef1ea70f66b4 admin admin] Network hostable DHCP agents. Network: 0e8cefd7-d645-4496-8b4b-729be1dafeb2, hostable agents: ['4a75187f-898e-4cea-928c-8d2a7fd8cd5e'], hosted agents: [] {{(pid=79262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:14:12.884291 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22df46a-4e6a-4b67-b8f5-ef1ea70f66b4 admin admin] Network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 is scheduled to be hosted by DHCP agent 4a75187f-898e-4cea-928c-8d2a7fd8cd5e with binding_index 1 {{(pid=79262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:14:12.894620 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-b22df46a-4e6a-4b67-b8f5-ef1ea70f66b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-iscsi, 0e8cefd7-d645-4496-8b4b-729be1dafeb2) {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:14:12.899105 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22df46a-4e6a-4b67-b8f5-ef1ea70f66b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:14:12.899753 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b22df46a-4e6a-4b67-b8f5-ef1ea70f66b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for subnet, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:12.904354 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731dc849-ad59-4010-a12d-5454919c1fa8 None None] Network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:14:12.922470 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-b22df46a-4e6a-4b67-b8f5-ef1ea70f66b4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5438123 Aug 23 10:14:13.137548 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07966204-867a-453b-ae63-abc07876aad6 None None] Network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:14:13.824031 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 972076b3-2045-4d6a-a913-b0b8e8a7993f up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:14:13.913881 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port 972076b3-2045-4d6a-a913-b0b8e8a7993f completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:14:13.920163 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 972076b3-2045-4d6a-a913-b0b8e8a7993f triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:14:13.920542 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:14.036963 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:14.070914 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port 972076b3-2045-4d6a-a913-b0b8e8a7993f, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=972076b3-2045-4d6a-a913-b0b8e8a7993f,segment=NetworkSegment(449b5b80-002c-4c0a-a2a3-2e963daa886f),segment_id=449b5b80-002c-4c0a-a2a3-2e963daa886f)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:14:14.075307 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:14.077373 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:14:14.141290 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=972076b3-2045-4d6a-a913-b0b8e8a7993f,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:14:14.144584 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:14:15.170393 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 57942) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:14:15.379497 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-8aa9b3bf-5ba1-4461-b886-d186103ad779 admin admin] 10.222.0.21 "GET /v2.0/routers/02a2ec33-4428-4553-8598-a4654e452d9d HTTP/1.1" status: 200 len: 710 time: 0.2080371 Aug 23 10:14:15.536611 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d832b9d-f221-4205-b65f-0438415d51ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:14:15.538080 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-2d832b9d-f221-4205-b65f-0438415d51ac admin admin] 10.222.0.21 "GET /v2.0/networks/0e8cefd7-d645-4496-8b4b-729be1dafeb2 HTTP/1.1" status: 200 len: 886 time: 0.1535394 Aug 23 10:14:15.546590 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:14:15.794632 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 972076b3-2045-4d6a-a913-b0b8e8a7993f up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:14:15.860367 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 972076b3-2045-4d6a-a913-b0b8e8a7993f triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:14:15.860776 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:15.995775 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1317'] for router, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:16.317939 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:16.373823 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:16.510998 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Allocated IP 172.27.2.53 (0e8cefd7-d645-4496-8b4b-729be1dafeb2/42841614-a1e8-4916-825f-ef19d8d550be/6e702134-3a59-4eaf-91ff-5b8ef42fb260) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:14:16.656816 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:16.712549 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:16.718297 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:14:16.764682 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:14:16.765748 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:14:16.816037 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:14:16.881823 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Pushing event updated for resources: {'Port': ['ID=6e702134-3a59-4eaf-91ff-5b8ef42fb260,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:14:16.952773 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:16.953031 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:16.953351 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:16.953669 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:16.953988 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:16.954296 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:16.954605 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:16.954913 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:16.955219 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:16.955585 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:16.956406 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:16.956735 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Tracked resource versions report: Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: pushed versions: Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: { 'AddressGroup': {'1.2'}, Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: 'ConntrackHelper': {'1.0'}, Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: 'Log': {'1.0'}, Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: 'Network': {'1.1'}, Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: 'Port': {'1.7'}, Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: 'PortForwarding': {'1.2'}, Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: 'QosPolicy': {'1.8'}, Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: 'SecurityGroup': {'1.4'}, Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: 'SecurityGroupRule': {'1.2'}, Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: 'SubPort': {'1.0'}, Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: 'Subnet': {'1.1'}, Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: 'Trunk': {'1.1'}} Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: consumer versions: Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: { DHCP agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: L3 agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: Metadata agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: Metering agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: Open vSwitch agent@dv-cinder-802781-2-iscsi: { 'AddressGroup': '1.2', Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: 'ConntrackHelper': '1.0', Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: 'Log': '1.0', Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: 'Network': '1.1', Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: 'Port': '1.7', Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: 'PortForwarding': '1.2', Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: 'QosPolicy': '1.8', Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: 'SecurityGroup': '1.4', Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: 'SecurityGroupRule': '1.2', Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: 'SubPort': '1.0', Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: 'Subnet': '1.1', Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: 'Trunk': '1.1'}} Aug 23 10:14:16.957861 dv-cinder-802781-2-iscsi neutron-server[79261]: {{(pid=79261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 10:14:16.964756 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:14:17.235522 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:17.560541 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1317'] for router, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:17.563883 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1589215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1589222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1696786'] for router, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:17.735616 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Router 02a2ec33-4428-4553-8598-a4654e452d9d has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:14:17.907709 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:14:17.917260 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Notify callbacks [] for router, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:17.918439 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] 10.222.0.21 "PUT /v2.0/routers/02a2ec33-4428-4553-8598-a4654e452d9d HTTP/1.1" status: 200 len: 889 time: 2.3750539 Aug 23 10:14:17.918600 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] Sync routers for ids ['02a2ec33-4428-4553-8598-a4654e452d9d'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:14:17.933658 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] Routers {'02a2ec33-4428-4553-8598-a4654e452d9d'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:14:17.934668 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:14:05Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['02a2ec33-4428-4553-8598-a4654e452d9d'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:14:18.135453 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] Set router 02a2ec33-4428-4553-8598-a4654e452d9d gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:14:18.470252 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a2ec33-4428-4553-8598-a4654e452d9d', 'name': 'router1', 'tenant_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '6e702134-3a59-4eaf-91ff-5b8ef42fb260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:13:59Z', 'updated_at': '2021-08-23T10:14:17Z', 'revision_number': 4, 'project_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'gw_port': {'id': '6e702134-3a59-4eaf-91ff-5b8ef42fb260', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a2ec33-4428-4553-8598-a4654e452d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:14:16Z', 'updated_at': '2021-08-23T10:14:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '972076b3-2045-4d6a-a913-b0b8e8a7993f', 'name': '', 'network_id': '0896e613-9855-4824-96c2-84b543f80eb7', 'tenant_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'mac_address': 'fa:16:3e:0e:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a2ec33-4428-4553-8598-a4654e452d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4ccde7c-9062-40f1-baa1-546ccbd3a731', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:14:08Z', 'updated_at': '2021-08-23T10:14:14Z', 'revision_number': 5, 'project_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'subnets': [{'id': 'e4ccde7c-9062-40f1-baa1-546ccbd3a731', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6493adff-4a19-422d-93f0-d79ae8cf76a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:14:18.475507 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] Checking router: 02a2ec33-4428-4553-8598-a4654e452d9d for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:14:18.475854 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] Updating router 02a2ec33-4428-4553-8598-a4654e452d9d port 6e702134-3a59-4eaf-91ff-5b8ef42fb260 binding host dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:14:18.524910 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:18.842320 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] Notify callbacks [] for port, precommit_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:18.853823 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] Transition to ACTIVE for port object 6e702134-3a59-4eaf-91ff-5b8ef42fb260 will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:14:18.860292 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:18.865339 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:14:18.947659 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] Attempting to bind port 6e702134-3a59-4eaf-91ff-5b8ef42fb260 on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:14:18.948289 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] Attempting to bind port 6e702134-3a59-4eaf-91ff-5b8ef42fb260 by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:14:18.948634 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] Attempting to bind port 6e702134-3a59-4eaf-91ff-5b8ef42fb260 on network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:14:18.952342 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fa3bb-fa85-48d7-b929-ac25f3f48df6 None None] Pushing event updated for resources: {'Port': ['ID=6e702134-3a59-4eaf-91ff-5b8ef42fb260,revision_number=2']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:14:18.957595 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-d82fa3bb-fa85-48d7-b929-ac25f3f48df6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:14:18.958499 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:14:18.958878 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] Checking segment: {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:14:18.959287 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:18.959678 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] Bound using segment: {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:14:18.960153 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] Bound port: 6e702134-3a59-4eaf-91ff-5b8ef42fb260, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:14:18.960551 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:19.032038 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] For port 6e702134-3a59-4eaf-91ff-5b8ef42fb260, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:14:19.034977 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] For port 6e702134-3a59-4eaf-91ff-5b8ef42fb260, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=6e702134-3a59-4eaf-91ff-5b8ef42fb260,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:14:19.040344 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:19.044061 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:14:19.137821 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] Routers {'02a2ec33-4428-4553-8598-a4654e452d9d'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:14:19.138425 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:14:05Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['02a2ec33-4428-4553-8598-a4654e452d9d'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:14:19.200421 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fa3bb-fa85-48d7-b929-ac25f3f48df6 None None] Pushing event updated for resources: {'Port': ['ID=6e702134-3a59-4eaf-91ff-5b8ef42fb260,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:14:19.204673 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-d82fa3bb-fa85-48d7-b929-ac25f3f48df6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:14:19.318836 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] Set router 02a2ec33-4428-4553-8598-a4654e452d9d gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:14:19.636274 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a2ec33-4428-4553-8598-a4654e452d9d', 'name': 'router1', 'tenant_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '6e702134-3a59-4eaf-91ff-5b8ef42fb260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:13:59Z', 'updated_at': '2021-08-23T10:14:17Z', 'revision_number': 4, 'project_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'gw_port': {'id': '6e702134-3a59-4eaf-91ff-5b8ef42fb260', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a2ec33-4428-4553-8598-a4654e452d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:14:16Z', 'updated_at': '2021-08-23T10:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '972076b3-2045-4d6a-a913-b0b8e8a7993f', 'name': '', 'network_id': '0896e613-9855-4824-96c2-84b543f80eb7', 'tenant_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'mac_address': 'fa:16:3e:0e:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a2ec33-4428-4553-8598-a4654e452d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4ccde7c-9062-40f1-baa1-546ccbd3a731', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:14:08Z', 'updated_at': '2021-08-23T10:14:14Z', 'revision_number': 5, 'project_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'subnets': [{'id': 'e4ccde7c-9062-40f1-baa1-546ccbd3a731', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6493adff-4a19-422d-93f0-d79ae8cf76a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:14:19.640500 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61fc0c1-e291-430c-9696-df192d918bba None None] The sync data for ids ['02a2ec33-4428-4553-8598-a4654e452d9d'] in dv-cinder-802781-2-iscsi is: [{'id': '02a2ec33-4428-4553-8598-a4654e452d9d', 'name': 'router1', 'tenant_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '6e702134-3a59-4eaf-91ff-5b8ef42fb260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:13:59Z', 'updated_at': '2021-08-23T10:14:17Z', 'revision_number': 4, 'project_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'gw_port': {'id': '6e702134-3a59-4eaf-91ff-5b8ef42fb260', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a2ec33-4428-4553-8598-a4654e452d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:14:16Z', 'updated_at': '2021-08-23T10:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '972076b3-2045-4d6a-a913-b0b8e8a7993f', 'name': '', 'network_id': '0896e613-9855-4824-96c2-84b543f80eb7', 'tenant_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'mac_address': 'fa:16:3e:0e:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a2ec33-4428-4553-8598-a4654e452d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4ccde7c-9062-40f1-baa1-546ccbd3a731', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:14:08Z', 'updated_at': '2021-08-23T10:14:14Z', 'revision_number': 5, 'project_id': 'c11eaf349d4d474083f8ae0c51ba7aa5', 'subnets': [{'id': 'e4ccde7c-9062-40f1-baa1-546ccbd3a731', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6493adff-4a19-422d-93f0-d79ae8cf76a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:14:19.841301 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 6e702134-3a59-4eaf-91ff-5b8ef42fb260 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:14:19.913889 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port 6e702134-3a59-4eaf-91ff-5b8ef42fb260 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:14:19.919323 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 6e702134-3a59-4eaf-91ff-5b8ef42fb260 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:14:19.919782 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:20.044160 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:20.063654 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port 6e702134-3a59-4eaf-91ff-5b8ef42fb260, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=6e702134-3a59-4eaf-91ff-5b8ef42fb260,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:14:20.069233 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:20.072371 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:14:20.141846 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=6e702134-3a59-4eaf-91ff-5b8ef42fb260,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:14:20.145322 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:14:20.260085 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 57956) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:14:20.373937 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-e74d5fcc-adda-4be7-b412-611aaf749824 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1126935 Aug 23 10:14:21.079915 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 5 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:14:21.799422 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 6e702134-3a59-4eaf-91ff-5b8ef42fb260 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:14:21.866459 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 6e702134-3a59-4eaf-91ff-5b8ef42fb260 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:14:21.866844 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:32.779496 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c2f55670-2ee0-48bf-8b27-ec81b2c5e1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:33.562530 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:35.488578 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-be6de34e-ff9f-4ff5-ac6c-040f6f75205c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:36.341727 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:37.848113 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:14:58.079246 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 5 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:15:02.783021 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-e788a035-b787-4758-80bf-826a1f23be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:15:03.566513 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:15:05.493155 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-32911460-dab1-44bc-af22-5e4ab2192387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:15:06.349141 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:15:07.850813 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:15:32.785919 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-9832a897-4760-4214-8e68-035e4d9ac397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:15:33.569512 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:15:35.078256 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 5 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:15:35.499290 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-47d506a9-4696-44cc-a246-802c9d7fad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:15:36.350404 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:15:37.863212 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:02.789081 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-b1637319-2435-4c14-b84e-73fb68935887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:03.571162 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:05.493099 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-d608b6ca-6f06-4d9d-b5a3-6465e257d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:06.352990 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:07.862144 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:12.080911 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 5 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:16:21.916607 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 58526) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:16:21.983682 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d402b5-9d08-4c2c-bad4-200e9e86b100 admin admin] GET failed (client error): The resource could not be found. Aug 23 10:16:21.984999 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-e1d402b5-9d08-4c2c-bad4-200e9e86b100 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0674524 Aug 23 10:16:22.116038 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e7f884-811d-4ea1-902f-aa7da3415d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:22.117465 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-b4e7f884-811d-4ea1-902f-aa7da3415d5d admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1280885 Aug 23 10:16:24.231768 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 58536) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:16:24.337372 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96661e42-fa2a-4efa-9dde-6cff2eb73dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:24.337921 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-96661e42-fa2a-4efa-9dde-6cff2eb73dfa admin admin] Synchronizing usage tracker for tenant:e0d4a647b10140b4922013022b540d19 on resource:subnet {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:16:24.353682 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-96661e42-fa2a-4efa-9dde-6cff2eb73dfa admin admin] Unset dirty status for tenant:e0d4a647b10140b4922013022b540d19 on resource:subnet {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:16:24.354808 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-96661e42-fa2a-4efa-9dde-6cff2eb73dfa admin admin] 10.222.0.21 "GET /v2.0/subnets/e4ccde7c-9062-40f1-baa1-546ccbd3a731 HTTP/1.1" status: 200 len: 849 time: 0.1221001 Aug 23 10:16:24.363901 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-cc323421-863b-4991-9533-f41532893412 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:16:24.497927 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cc323421-863b-4991-9533-f41532893412 admin admin] Notify callbacks [] for subnet, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:24.681099 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cc323421-863b-4991-9533-f41532893412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757079034170'] for subnet, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:24.684527 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:16:24.722371 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc323421-863b-4991-9533-f41532893412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:24.722969 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cc323421-863b-4991-9533-f41532893412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for subnet, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:24.724251 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-cc323421-863b-4991-9533-f41532893412 admin admin] 10.222.0.21 "PUT /v2.0/subnets/e4ccde7c-9062-40f1-baa1-546ccbd3a731 HTTP/1.1" status: 200 len: 868 time: 0.3641450 Aug 23 10:16:24.727911 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e382bf5-8b9e-401f-adf6-6d32dc733fc7 None None] Network 0896e613-9855-4824-96c2-84b543f80eb7 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:16:24.755684 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc323421-863b-4991-9533-f41532893412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ccde7c-9062-40f1-baa1-546ccbd3a731,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:16:24.763237 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc323421-863b-4991-9533-f41532893412 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:16:24.763622 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc323421-863b-4991-9533-f41532893412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:16:24.763970 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc323421-863b-4991-9533-f41532893412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:16:24.764588 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc323421-863b-4991-9533-f41532893412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:16:24.764934 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc323421-863b-4991-9533-f41532893412 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:16:24.765270 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc323421-863b-4991-9533-f41532893412 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:16:24.765637 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc323421-863b-4991-9533-f41532893412 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:16:24.765927 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc323421-863b-4991-9533-f41532893412 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:16:24.766271 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc323421-863b-4991-9533-f41532893412 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:16:24.766600 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc323421-863b-4991-9533-f41532893412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:16:24.767476 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc323421-863b-4991-9533-f41532893412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:16:24.767810 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc323421-863b-4991-9533-f41532893412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:16:24.771497 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-cc323421-863b-4991-9533-f41532893412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:16:25.200051 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-74e14008-1786-4213-bec7-c8972527a7d0 None None] Provisioning complete for port d9525a36-c724-4db7-8c6e-0b541b17ec5a triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:16:25.200430 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-74e14008-1786-4213-bec7-c8972527a7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:25.321815 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-74e14008-1786-4213-bec7-c8972527a7d0 None None] Provisioning complete for port 972076b3-2045-4d6a-a913-b0b8e8a7993f triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:16:25.322119 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-74e14008-1786-4213-bec7-c8972527a7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:26.827891 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 58546) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:16:26.999361 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215401be-7f04-40be-a2bd-b8c7910b5453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:26.999849 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215401be-7f04-40be-a2bd-b8c7910b5453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:27.001996 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-215401be-7f04-40be-a2bd-b8c7910b5453 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1731699 Aug 23 10:16:29.102076 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 58556) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:16:29.303583 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d118d3-379e-4556-b17e-e883cac805e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:29.304078 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d118d3-379e-4556-b17e-e883cac805e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:29.305650 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-c3d118d3-379e-4556-b17e-e883cac805e3 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2025366 Aug 23 10:16:31.383663 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 58566) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:16:31.551274 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d091cf9a-2c10-43c3-a325-7c40f5b689b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:31.552614 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-d091cf9a-2c10-43c3-a325-7c40f5b689b7 admin admin] 10.222.0.21 "GET /v2.0/networks/0896e613-9855-4824-96c2-84b543f80eb7 HTTP/1.1" status: 200 len: 869 time: 0.1679940 Aug 23 10:16:32.790391 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a9364f62-a5b2-4212-86d8-3162b3ee22dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:33.574094 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:33.638308 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 58576) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:16:33.800813 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0daa6f-89fa-46a9-b41a-6786f735202f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:33.802155 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-fc0daa6f-89fa-46a9-b41a-6786f735202f admin admin] 10.222.0.21 "GET /v2.0/networks/0e8cefd7-d645-4496-8b4b-729be1dafeb2 HTTP/1.1" status: 200 len: 886 time: 0.1629133 Aug 23 10:16:35.494948 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-7c7ba440-82ae-47ef-984a-88e4366b1ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:35.899719 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 58586) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:16:36.006853 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9a4847-ca38-4791-afde-2e7fec9818a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:36.007318 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9a4847-ca38-4791-afde-2e7fec9818a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:36.008862 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-eb9a4847-ca38-4791-afde-2e7fec9818a7 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1081803 Aug 23 10:16:36.354753 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:37.865334 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:16:38.238376 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 58596) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:16:38.347584 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e914ac87-27b2-4690-a5c6-02084126e06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:38.348042 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e914ac87-27b2-4690-a5c6-02084126e06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:38.349561 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-e914ac87-27b2-4690-a5c6-02084126e06a admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1102431 Aug 23 10:16:40.456317 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 58606) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:16:40.557231 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fd4f64-0f75-4b3a-a37b-5194687e9df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:40.558579 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-c2fd4f64-0f75-4b3a-a37b-5194687e9df2 admin admin] 10.222.0.21 "GET /v2.0/subnets/42841614-a1e8-4916-825f-ef19d8d550be HTTP/1.1" status: 200 len: 816 time: 0.1012712 Aug 23 10:16:42.640403 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 58616) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:16:42.754882 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3948922-9d31-43a6-82ec-b752a420cd15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:16:42.756236 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-b3948922-9d31-43a6-82ec-b752a420cd15 admin admin] 10.222.0.21 "GET /v2.0/subnets/e4ccde7c-9062-40f1-baa1-546ccbd3a731 HTTP/1.1" status: 200 len: 868 time: 0.1142735 Aug 23 10:16:49.079970 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 5 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:17:02.791755 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c2ae7489-5a8b-4b27-acc6-a6fe5a142d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:03.577116 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:05.497163 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-84b167e4-5da8-4599-b96a-61d58bd35328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:05.557845 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 58660) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:17:05.605379 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [None req-40153b4d-3709-4ac8-8160-13067d0341c0 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 10:17:05.606379 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-40153b4d-3709-4ac8-8160-13067d0341c0 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475664 Aug 23 10:17:06.357997 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:07.779292 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 58670) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:17:07.845046 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.pecan_wsgi.hooks.translation [None req-639028bb-8cfc-420f-be33-fa130cacb361 admin admin] GET failed (client error): The resource could not be found. Aug 23 10:17:07.846294 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-639028bb-8cfc-420f-be33-fa130cacb361 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0660610 Aug 23 10:17:07.869220 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:07.972481 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e522f895-d597-429d-893f-ef32ff8e3aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:17:07.973900 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-e522f895-d597-429d-893f-ef32ff8e3aa6 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1238327 Aug 23 10:17:10.126553 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 58680) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:17:10.172950 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:17:10.178108 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:17:10.188361 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:17:10.197646 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Made reservation on behalf of e0d4a647b10140b4922013022b540d19 for: {'network': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:17:10.200229 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for network, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:10.292035 dv-cinder-802781-2-iscsi neutron-server[79261]: WARNING neutron.services.revisions.revision_plugin [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Could not find related network for resource to bump revision. Aug 23 10:17:10.306268 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=79261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:17:10.317056 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757078968212', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:10.317627 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Unsubscribe: segment precommit_create {{(pid=79261) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 10:17:10.318069 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.db.segments_db [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Added segment c1ab42f2-bf43-499b-8adb-b718d1e9e9da of type vlan for network a87a8bcf-a45e-4bef-8692-b28a3b26a32b Aug 23 10:17:10.386136 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757078474397'] for network, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:10.419399 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for network, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:10.420678 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:17:10.421830 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:10.426171 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:17:10.515254 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3876045 Aug 23 10:17:10.522918 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Pushing event updated for resources: {'Network': ['ID=a87a8bcf-a45e-4bef-8692-b28a3b26a32b,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:17:10.530351 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:10.531242 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:10.531579 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:10.531907 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:10.532238 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:10.532608 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:10.532932 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:10.533260 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:10.533599 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:10.533917 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:10.534250 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:10.534541 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:10.538723 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:17:10.547469 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Network a87a8bcf-a45e-4bef-8692-b28a3b26a32b details requested by agent ovs-agent-dv-cinder-802781-2-iscsi with host dv-cinder-802781-2-iscsi {{(pid=79263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:17:12.658817 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 58690) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:17:12.723587 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd043983-8464-490c-a8db-dd175197d370 admin admin] GET failed (client error): The resource could not be found. Aug 23 10:17:12.724088 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-dd043983-8464-490c-a8db-dd175197d370 admin admin] Synchronizing usage tracker for tenant:e0d4a647b10140b4922013022b540d19 on resource:network {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:17:12.739185 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-dd043983-8464-490c-a8db-dd175197d370 admin admin] Unset dirty status for tenant:e0d4a647b10140b4922013022b540d19 on resource:network {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:17:12.740465 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-dd043983-8464-490c-a8db-dd175197d370 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0806623 Aug 23 10:17:12.842355 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af3ec58-3d08-42c7-8706-c8fc2466846f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:17:12.844260 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-5af3ec58-3d08-42c7-8706-c8fc2466846f admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0999303 Aug 23 10:17:12.853520 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-fe227424-5887-4cb2-a1dd-2da9f3927772 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'a87a8bcf-a45e-4bef-8692-b28a3b26a32b'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:17:12.857866 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-fe227424-5887-4cb2-a1dd-2da9f3927772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:17:12.867480 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-fe227424-5887-4cb2-a1dd-2da9f3927772 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:17:12.876592 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe227424-5887-4cb2-a1dd-2da9f3927772 admin admin] Made reservation on behalf of e0d4a647b10140b4922013022b540d19 for: {'subnet': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:17:12.878740 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-fe227424-5887-4cb2-a1dd-2da9f3927772 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:13.095276 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-fe227424-5887-4cb2-a1dd-2da9f3927772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for subnet, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:13.099581 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:17:13.166415 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe227424-5887-4cb2-a1dd-2da9f3927772 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cad59ba-15dc-4819-81b6-a46f07986209,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:17:13.171752 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-fe227424-5887-4cb2-a1dd-2da9f3927772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:17:13.174765 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe227424-5887-4cb2-a1dd-2da9f3927772 admin admin] Checking segment: {'id': 'c1ab42f2-bf43-499b-8adb-b718d1e9e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a87a8bcf-a45e-4bef-8692-b28a3b26a32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:17:13.174765 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe227424-5887-4cb2-a1dd-2da9f3927772 admin admin] Network hostable DHCP agents. Network: a87a8bcf-a45e-4bef-8692-b28a3b26a32b, hostable agents: ['4a75187f-898e-4cea-928c-8d2a7fd8cd5e'], hosted agents: [] {{(pid=79261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:17:13.194587 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe227424-5887-4cb2-a1dd-2da9f3927772 admin admin] Network a87a8bcf-a45e-4bef-8692-b28a3b26a32b is scheduled to be hosted by DHCP agent 4a75187f-898e-4cea-928c-8d2a7fd8cd5e with binding_index 1 {{(pid=79261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:17:13.204416 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-fe227424-5887-4cb2-a1dd-2da9f3927772 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-iscsi, a87a8bcf-a45e-4bef-8692-b28a3b26a32b) {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:17:13.208260 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe227424-5887-4cb2-a1dd-2da9f3927772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:17:13.208861 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-fe227424-5887-4cb2-a1dd-2da9f3927772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:13.213603 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8879c1df-8799-4c29-add4-523b0580da7b None None] Network a87a8bcf-a45e-4bef-8692-b28a3b26a32b requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:17:13.231630 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-fe227424-5887-4cb2-a1dd-2da9f3927772 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3814132 Aug 23 10:17:13.434491 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e0f81f4-72ae-5f66-9edb-05093a465032-a87a8bcf-a45e-4bef-8692-b28a3b26a32b', 'network_id': 'a87a8bcf-a45e-4bef-8692-b28a3b26a32b', 'tenant_id': 'e0d4a647b10140b4922013022b540d19', 'fixed_ips': [{'subnet_id': '5cad59ba-15dc-4819-81b6-a46f07986209'}]}} from dv-cinder-802781-2-iscsi. {{(pid=79263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 10:17:13.435335 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:13.590814 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.db_base_plugin_common [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Allocated IP 192.168.233.2 (a87a8bcf-a45e-4bef-8692-b28a3b26a32b/5cad59ba-15dc-4819-81b6-a46f07986209/c5ba8a72-c56f-478f-9cea-f9d8404009d2) {{(pid=79263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:17:13.795325 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Notify callbacks [] for port, precommit_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:13.805772 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Transition to ACTIVE for port object c5ba8a72-c56f-478f-9cea-f9d8404009d2 will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:17:13.824192 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Transition to ACTIVE for port object c5ba8a72-c56f-478f-9cea-f9d8404009d2 will not be triggered until provisioned by entity DHCP. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:17:13.830697 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568'] for port, after_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:13.836022 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:17:13.897834 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Network a87a8bcf-a45e-4bef-8692-b28a3b26a32b is already hosted by enough agents. {{(pid=79263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:17:13.901108 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.scheduler.base_scheduler [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Resources bound (agent type, host, resource id): {{(pid=79263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:17:13.907282 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Received port after_create {{(pid=79263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:17:13.911951 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Pushing event updated for resources: {'Port': ['ID=c5ba8a72-c56f-478f-9cea-f9d8404009d2,revision_number=1']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:17:13.919911 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:13.920261 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:13.920645 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:13.920980 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:13.921851 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:13.922180 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:13.922502 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:13.922816 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:13.923162 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:13.923482 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:13.923804 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:13.924120 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:17:13.928721 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:17:14.012803 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Attempting to bind port c5ba8a72-c56f-478f-9cea-f9d8404009d2 on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:17:14.013429 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Attempting to bind port c5ba8a72-c56f-478f-9cea-f9d8404009d2 by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': 'c1ab42f2-bf43-499b-8adb-b718d1e9e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a87a8bcf-a45e-4bef-8692-b28a3b26a32b'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:17:14.013790 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Attempting to bind port c5ba8a72-c56f-478f-9cea-f9d8404009d2 on network a87a8bcf-a45e-4bef-8692-b28a3b26a32b {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:17:14.020120 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:17:14.020589 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Checking segment: {'id': 'c1ab42f2-bf43-499b-8adb-b718d1e9e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a87a8bcf-a45e-4bef-8692-b28a3b26a32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:17:14.021002 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:14.021419 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Bound using segment: {'id': 'c1ab42f2-bf43-499b-8adb-b718d1e9e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a87a8bcf-a45e-4bef-8692-b28a3b26a32b'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:17:14.021889 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Bound port: c5ba8a72-c56f-478f-9cea-f9d8404009d2, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ab42f2-bf43-499b-8adb-b718d1e9e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a87a8bcf-a45e-4bef-8692-b28a3b26a32b'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:17:14.022277 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:14.136586 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] For port c5ba8a72-c56f-478f-9cea-f9d8404009d2, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:17:14.139726 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] For port c5ba8a72-c56f-478f-9cea-f9d8404009d2, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=c5ba8a72-c56f-478f-9cea-f9d8404009d2,segment=NetworkSegment(c1ab42f2-bf43-499b-8adb-b718d1e9e9da),segment_id=c1ab42f2-bf43-499b-8adb-b718d1e9e9da)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:17:14.145152 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:14.148880 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:17:14.222119 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Pushing event updated for resources: {'Port': ['ID=c5ba8a72-c56f-478f-9cea-f9d8404009d2,revision_number=2']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:17:14.225194 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:17:15.034420 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b47d1a-37d1-40e5-a2c7-9c6b9fe3a33c None None] Network a87a8bcf-a45e-4bef-8692-b28a3b26a32b requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:17:15.144995 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-0253f796-1e32-4fbf-90be-52770945a2a9 None None] Provisioning for port c5ba8a72-c56f-478f-9cea-f9d8404009d2 completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:17:15.908226 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device c5ba8a72-c56f-478f-9cea-f9d8404009d2 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:17:15.982309 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port c5ba8a72-c56f-478f-9cea-f9d8404009d2 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:17:15.987750 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port c5ba8a72-c56f-478f-9cea-f9d8404009d2 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:17:15.988147 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:16.101564 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:16.135765 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port c5ba8a72-c56f-478f-9cea-f9d8404009d2, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=c5ba8a72-c56f-478f-9cea-f9d8404009d2,segment=NetworkSegment(c1ab42f2-bf43-499b-8adb-b718d1e9e9da),segment_id=c1ab42f2-bf43-499b-8adb-b718d1e9e9da)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:17:16.140125 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:16.142947 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:17:16.207794 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=c5ba8a72-c56f-478f-9cea-f9d8404009d2,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:17:16.210887 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:17:17.888895 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device c5ba8a72-c56f-478f-9cea-f9d8404009d2 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:17:17.957365 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port c5ba8a72-c56f-478f-9cea-f9d8404009d2 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:17:17.957747 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:26.078757 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 5 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:17:32.793145 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-668b23e7-e6d6-4573-9b33-665b5229446d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:33.581081 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:35.498671 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-e592d05f-a8c4-4a3d-bddd-7612b9e65eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:36.362124 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:17:37.873518 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:02.798889 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-d8e720e5-b444-4df1-9dd9-0a0ed686b6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:03.078112 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 5 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:18:03.582671 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:05.502858 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-bb8e8ef7-5fb0-415d-81c4-135d48e87acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:06.363491 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:07.882153 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:25.876245 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 58740) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:18:25.882128 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [None req-3856530a-a05a-4033-bf83-25ad2f09cd15 tempest-verify_tempest_config-2110747159 tempest-verify_tempest_config-2110747159-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 10:18:25.883081 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-3856530a-a05a-4033-bf83-25ad2f09cd15 tempest-verify_tempest_config-2110747159 tempest-verify_tempest_config-2110747159-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058751 Aug 23 10:18:26.179980 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 58758) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:18:26.296499 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e444c2d1-684b-4f15-85a5-f21d9e532aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:26.309931 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-e444c2d1-684b-4f15-85a5-f21d9e532aa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:18:26.313602 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-e444c2d1-684b-4f15-85a5-f21d9e532aa4 admin admin] Usage tracker for resource:security_group_rule and tenant:1140e17b31124b3ba4aa12ddb158b6d5 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:18:26.316353 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-e444c2d1-684b-4f15-85a5-f21d9e532aa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:18:26.322092 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-e444c2d1-684b-4f15-85a5-f21d9e532aa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:18:26.400117 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e444c2d1-684b-4f15-85a5-f21d9e532aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:26.404272 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e444c2d1-684b-4f15-85a5-f21d9e532aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:26.412778 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:18:26.449349 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-e444c2d1-684b-4f15-85a5-f21d9e532aa4 admin admin] Synchronizing usage tracker for tenant:e0d4a647b10140b4922013022b540d19 on resource:security_group {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:18:26.454184 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444c2d1-684b-4f15-85a5-f21d9e532aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6002e97-da59-4ec7-8d88-7c490a6868ae,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:18:26.462941 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444c2d1-684b-4f15-85a5-f21d9e532aa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.463309 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444c2d1-684b-4f15-85a5-f21d9e532aa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.463816 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444c2d1-684b-4f15-85a5-f21d9e532aa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.464139 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444c2d1-684b-4f15-85a5-f21d9e532aa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.464459 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444c2d1-684b-4f15-85a5-f21d9e532aa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.464822 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444c2d1-684b-4f15-85a5-f21d9e532aa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.465160 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444c2d1-684b-4f15-85a5-f21d9e532aa4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.465991 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444c2d1-684b-4f15-85a5-f21d9e532aa4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.466346 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444c2d1-684b-4f15-85a5-f21d9e532aa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.466660 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444c2d1-684b-4f15-85a5-f21d9e532aa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.466968 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444c2d1-684b-4f15-85a5-f21d9e532aa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.467272 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e444c2d1-684b-4f15-85a5-f21d9e532aa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:18:26.472045 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-e444c2d1-684b-4f15-85a5-f21d9e532aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:18:26.480334 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-e444c2d1-684b-4f15-85a5-f21d9e532aa4 admin admin] Unset dirty status for tenant:e0d4a647b10140b4922013022b540d19 on resource:security_group {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:18:26.481604 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-e444c2d1-684b-4f15-85a5-f21d9e532aa4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1140e17b31124b3ba4aa12ddb158b6d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3006198 Aug 23 10:18:26.484394 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 58764) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:18:26.540323 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c5d8b533-1851-47f0-9ad7-42a607720d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:26.564290 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c5d8b533-1851-47f0-9ad7-42a607720d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:26.658949 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c5d8b533-1851-47f0-9ad7-42a607720d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:26.663559 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:18:26.675880 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8b533-1851-47f0-9ad7-42a607720d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6002e97-da59-4ec7-8d88-7c490a6868ae,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:18:26.678101 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c5d8b533-1851-47f0-9ad7-42a607720d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:18:26.680157 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c5d8b533-1851-47f0-9ad7-42a607720d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:26.681289 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-c5d8b533-1851-47f0-9ad7-42a607720d0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6002e97-da59-4ec7-8d88-7c490a6868ae HTTP/1.1" status: 204 len: 168 time: 0.1959188 Aug 23 10:18:32.800015 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-693bdc85-6db5-4e22-8cfc-027a60441ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:33.585035 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:35.503703 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-d3084852-310e-4e96-b1b6-c6ae800118e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:36.366008 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:37.880883 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:18:40.076436 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 5 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:19:02.800785 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-46cd0f0b-3800-4ec2-be07-5c4b9b010aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:19:03.586683 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:19:05.504450 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-6bc308a0-2854-4c9d-97c7-91635013d5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:19:06.368658 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:19:07.883686 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:19:17.075648 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 5 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:19:32.802220 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-9ab02af2-f528-4fb3-97b8-eaad62e5c879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:19:33.588619 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:19:35.504914 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-4237cf44-8a62-47e8-9c6e-1b0afddbbf93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:19:36.371601 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:19:37.887196 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:19:54.073868 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 5 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:19:58.277117 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1594149'] for agent, after_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:20:02.802388 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-f761b4ad-25a2-427d-a4dd-c5128298aeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:20:03.591157 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:20:05.505452 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-bbd0abce-e529-476e-8d30-02d5f01043e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:20:06.375160 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:20:07.890094 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:20:12.898996 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 58836) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:20:13.011959 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-1a840322-7bf5-45b7-8579-7802a57cbd89 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1117554 Aug 23 10:20:15.133756 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 58846) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:20:15.187578 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-9f4da3f7-153e-4b66-9bb1-03c45c504049 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0527503 Aug 23 10:20:28.259035 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:20:31.072535 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:20:32.803344 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a39baa24-1dd3-4fe4-b397-21ad1b3b91be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:20:33.593202 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:20:35.506246 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-3280d087-1d03-4c45-81b0-699477d95822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:20:36.377647 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:20:37.893142 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:20:58.251020 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:02.805372 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-1655b0b2-f437-4d06-b313-1355d278af99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:03.614126 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:05.508193 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c32489ef-9513-430e-a0fc-003db57d2e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:06.394321 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:07.906465 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:08.072236 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:21:28.266748 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:32.807740 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-e9337e12-f68b-45be-bb34-25a1beba9fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:33.594948 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:35.510762 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a35e5dd0-5db7-4500-ba06-4f2058fcb0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:36.375681 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:37.903065 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:45.071067 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:21:48.465951 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 58960) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:21:48.719100 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-889244128-network', 'tenant_id': 'd2caffb37c3c420b9d9d6c1b0f0fee6f'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:21:48.725636 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:21:48.731172 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Usage tracker for resource:network and tenant:d2caffb37c3c420b9d9d6c1b0f0fee6f is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:21:48.734867 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:21:48.741964 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:21:48.761723 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Made reservation on behalf of d2caffb37c3c420b9d9d6c1b0f0fee6f for: {'network': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:21:48.764286 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for network, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:48.777495 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:48.799680 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:21:48.803508 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Usage tracker for resource:security_group_rule and tenant:d2caffb37c3c420b9d9d6c1b0f0fee6f is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:21:48.806358 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:21:48.812356 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:21:48.897756 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:48.904155 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:48.917550 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:21:48.951666 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09a6054-9508-4768-a676-55475078000b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=79262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:21:48.960631 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:48.960984 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.db.segments_db [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Added segment 70285392-1ba4-43b3-a909-f11b4527d177 of type vlan for network 7c02fdcf-feb3-498e-8878-39ab1584ed7b Aug 23 10:21:48.970310 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc530494-560a-4d71-8a9d-929c54381f17,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:21:48.998401 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757078474397'] for network, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:49.017106 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:49.017484 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:49.017885 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:49.018146 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:49.018452 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:49.018832 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:49.019345 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:49.019662 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:49.020150 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:49.020644 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:49.021115 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:49.021585 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Tracked resource versions report: Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: pushed versions: Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: { 'AddressGroup': {'1.2'}, Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: 'ConntrackHelper': {'1.0'}, Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: 'Log': {'1.0'}, Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: 'Network': {'1.1'}, Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: 'Port': {'1.7'}, Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: 'PortForwarding': {'1.2'}, Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: 'QosPolicy': {'1.8'}, Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: 'SecurityGroup': {'1.4'}, Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: 'SecurityGroupRule': {'1.2'}, Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: 'SubPort': {'1.0'}, Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: 'Subnet': {'1.1'}, Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: 'Trunk': {'1.1'}} Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: consumer versions: Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: { DHCP agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: HyperV agent@hv-cinder-80278: {}, Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: L3 agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: Metadata agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: Metering agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: Open vSwitch agent@dv-cinder-802781-2-iscsi: { 'AddressGroup': '1.2', Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: 'ConntrackHelper': '1.0', Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: 'Log': '1.0', Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: 'Network': '1.1', Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: 'Port': '1.7', Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: 'PortForwarding': '1.2', Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: 'QosPolicy': '1.8', Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: 'SecurityGroup': '1.4', Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: 'SecurityGroupRule': '1.2', Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: 'SubPort': '1.0', Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: 'Subnet': '1.1', Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: 'Trunk': '1.1'}} Aug 23 10:21:49.022837 dv-cinder-802781-2-iscsi neutron-server[79262]: {{(pid=79262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 10:21:49.031529 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:21:49.046051 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for network, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:49.047810 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:21:49.048449 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:49.062443 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-4ea20e14-96ff-463b-89f6-512cc2c5f8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:21:49.148371 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-c09a6054-9508-4768-a676-55475078000b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6804509 Aug 23 10:21:49.152418 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 59006) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:21:49.159864 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Request body: {'subnet': {'network_id': '7c02fdcf-feb3-498e-8878-39ab1584ed7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-889244128-subnet', 'tenant_id': 'd2caffb37c3c420b9d9d6c1b0f0fee6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:21:49.166333 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:21:49.171239 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Usage tracker for resource:subnet and tenant:d2caffb37c3c420b9d9d6c1b0f0fee6f is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:21:49.175211 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:21:49.181717 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:21:49.197087 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Made reservation on behalf of d2caffb37c3c420b9d9d6c1b0f0fee6f for: {'subnet': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:21:49.202051 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Notify callbacks [] for subnet, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:49.211268 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Pushing event updated for resources: {'Network': ['ID=7c02fdcf-feb3-498e-8878-39ab1584ed7b,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:21:49.222182 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Network 7c02fdcf-feb3-498e-8878-39ab1584ed7b details requested by agent ovs-agent-dv-cinder-802781-2-iscsi with host dv-cinder-802781-2-iscsi {{(pid=79263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:21:49.239387 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:21:49.466152 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for subnet, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:49.469826 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:21:49.544298 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8842d23-ee51-43ca-a3c4-e565d0b817c8,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:21:49.555498 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:49.556403 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:49.556860 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:49.557217 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:49.557527 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:49.557901 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:49.558406 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:49.558503 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:49.558806 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:49.559127 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:49.559441 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:49.559759 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Tracked resource versions report: Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: pushed versions: Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: { 'AddressGroup': {'1.2'}, Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: 'ConntrackHelper': {'1.0'}, Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: 'Log': {'1.0'}, Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: 'Network': {'1.1'}, Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: 'Port': {'1.7'}, Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: 'PortForwarding': {'1.2'}, Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: 'QosPolicy': {'1.8'}, Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: 'SecurityGroup': {'1.4'}, Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: 'SecurityGroupRule': {'1.2'}, Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: 'SubPort': {'1.0'}, Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: 'Subnet': {'1.1'}, Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: 'Trunk': {'1.1'}} Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: consumer versions: Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: { DHCP agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: HyperV agent@hv-cinder-80278: {}, Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: L3 agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: Metadata agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: Metering agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: Open vSwitch agent@dv-cinder-802781-2-iscsi: { 'AddressGroup': '1.2', Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: 'ConntrackHelper': '1.0', Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: 'Log': '1.0', Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: 'Network': '1.1', Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: 'Port': '1.7', Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: 'PortForwarding': '1.2', Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: 'QosPolicy': '1.8', Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: 'SecurityGroup': '1.4', Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: 'SecurityGroupRule': '1.2', Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: 'SubPort': '1.0', Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: 'Subnet': '1.1', Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: 'Trunk': '1.1'}} Aug 23 10:21:49.560878 dv-cinder-802781-2-iscsi neutron-server[79261]: {{(pid=79261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 10:21:49.566603 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Checking segment: {'id': '70285392-1ba4-43b3-a909-f11b4527d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7c02fdcf-feb3-498e-8878-39ab1584ed7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:21:49.566979 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Network hostable DHCP agents. Network: 7c02fdcf-feb3-498e-8878-39ab1584ed7b, hostable agents: ['4a75187f-898e-4cea-928c-8d2a7fd8cd5e'], hosted agents: [] {{(pid=79261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:21:49.572468 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:21:49.589284 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Network 7c02fdcf-feb3-498e-8878-39ab1584ed7b is scheduled to be hosted by DHCP agent 4a75187f-898e-4cea-928c-8d2a7fd8cd5e with binding_index 1 {{(pid=79261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:21:49.604444 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-iscsi, 7c02fdcf-feb3-498e-8878-39ab1584ed7b) {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:21:49.609106 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:21:49.609812 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:49.615271 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291b8fbc-0356-4a25-b511-04b3ef4846d0 None None] Network 7c02fdcf-feb3-498e-8878-39ab1584ed7b requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:21:49.641346 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4875257 Aug 23 10:21:49.846778 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52083305-0c0f-4100-b39b-438aee8a3fe8 None None] Network 7c02fdcf-feb3-498e-8878-39ab1584ed7b requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:21:50.264865 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 59066) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:21:50.605911 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 59086) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:21:50.644482 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-923390273-network', 'tenant_id': '6288f2605747471588a47a33d4b3d386'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:21:50.651932 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:21:50.656052 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] Usage tracker for resource:network and tenant:6288f2605747471588a47a33d4b3d386 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:21:50.661127 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:21:50.669856 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:21:50.681836 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] Made reservation on behalf of 6288f2605747471588a47a33d4b3d386 for: {'network': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:21:50.685766 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for network, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:50.708277 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:50.726996 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:21:50.731309 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] Usage tracker for resource:security_group_rule and tenant:6288f2605747471588a47a33d4b3d386 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:21:50.734926 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:21:50.742728 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:21:50.838785 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 59104) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:21:50.870272 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:50.875838 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:50.881417 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:21:50.917262 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5cbe5d-e2b8-492b-8983-590d96b1b9bc,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:21:50.923394 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-149832561-network', 'tenant_id': 'f30e6797190248caad5a42c134c34daa'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:21:50.929248 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:21:50.936027 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Usage tracker for resource:network and tenant:f30e6797190248caad5a42c134c34daa is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:21:50.942289 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:21:50.943231 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:21:50.958164 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=79261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:21:50.961321 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:21:50.977305 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:50.977630 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.db.segments_db [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] Added segment e81395ff-959d-4a1d-9754-8caa94ac1e89 of type vlan for network 4c1fc7bc-93d4-4389-8e20-f7d09f046981 Aug 23 10:21:50.986285 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Made reservation on behalf of f30e6797190248caad5a42c134c34daa for: {'network': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:21:50.988880 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for network, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:51.020824 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:51.041799 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757078474397'] for network, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:51.047416 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:21:51.053723 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Usage tracker for resource:security_group_rule and tenant:f30e6797190248caad5a42c134c34daa is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:21:51.058617 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:21:51.079653 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:21:51.154873 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for network, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:51.157671 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:21:51.158267 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:51.172382 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ef9094c3-c9fc-4bf0-bd6e-98a7aca3fa4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:21:51.251912 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-13435468-network', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:21:51.257604 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:21:51.266337 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Usage tracker for resource:network and tenant:bb2e29fde40147f5b41343ddc6e036d2 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:21:51.274665 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:21:51.293446 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:21:51.318463 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Made reservation on behalf of bb2e29fde40147f5b41343ddc6e036d2 for: {'network': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:21:51.321887 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for network, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:51.360131 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:51.369107 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:51.378025 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:21:51.382289 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Usage tracker for resource:security_group_rule and tenant:bb2e29fde40147f5b41343ddc6e036d2 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:21:51.385400 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:21:51.394066 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:21:51.405048 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:51.433267 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=79261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:21:51.444124 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:51.444471 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.db.segments_db [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Added segment 0aba1872-cde6-43fc-a453-5f892371eb6b of type vlan for network 0d56e6d4-0d0e-4730-bce3-80ff17331a70 Aug 23 10:21:51.474877 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757078474397'] for network, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:51.577544 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:51.599936 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for network, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:51.603621 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:51.605808 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3390460 Aug 23 10:21:51.611266 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 59134) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:21:51.617894 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-cad01788-16e6-4bdf-9260-ff6f4a2c7439 admin admin] Request body: {'subnet': {'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-923390273-subnet', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:21:51.623966 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-cad01788-16e6-4bdf-9260-ff6f4a2c7439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:21:51.624332 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=79262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:21:51.629144 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-cad01788-16e6-4bdf-9260-ff6f4a2c7439 admin admin] Usage tracker for resource:subnet and tenant:6288f2605747471588a47a33d4b3d386 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:21:51.632474 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-cad01788-16e6-4bdf-9260-ff6f4a2c7439 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:21:51.635345 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:51.635808 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.db.segments_db [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Added segment 1c6d6428-a26e-47e8-a5f2-9e7292e6095c of type vlan for network cb0fbf9e-ed78-4e0e-8f51-27d921463c0d Aug 23 10:21:51.643049 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-e444c2d1-684b-4f15-85a5-f21d9e532aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:21:51.656045 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:21:51.656773 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:51.662025 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-cad01788-16e6-4bdf-9260-ff6f4a2c7439 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:21:51.664220 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] Pushing event updated for resources: {'Network': ['ID=4c1fc7bc-93d4-4389-8e20-f7d09f046981,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:21:51.682006 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:21:51.682570 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9448bd5c-aab3-4f6f-aa5c-69ea161b2b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:21:51.700705 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Network 4c1fc7bc-93d4-4389-8e20-f7d09f046981 details requested by agent ovs-agent-dv-cinder-802781-2-iscsi with host dv-cinder-802781-2-iscsi {{(pid=79263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:21:51.713845 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757078474397'] for network, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:51.727180 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6358ad4-a316-491c-8bc0-c75e031572c4,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:21:51.727947 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1203940 Aug 23 10:21:51.731763 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 59146) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:21:51.732383 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad01788-16e6-4bdf-9260-ff6f4a2c7439 admin admin] Made reservation on behalf of 6288f2605747471588a47a33d4b3d386 for: {'subnet': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:21:51.735078 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cad01788-16e6-4bdf-9260-ff6f4a2c7439 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:51.740489 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:21:51.808844 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for network, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:51.810394 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:21:51.811253 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:51.815101 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:21:51.862336 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-a6a8ea70-17bf-4a0b-8457-d78dfbabf900 admin admin] Request body: {'subnet': {'network_id': '0d56e6d4-0d0e-4730-bce3-80ff17331a70', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-149832561-subnet', 'tenant_id': 'f30e6797190248caad5a42c134c34daa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:21:51.897481 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-a6a8ea70-17bf-4a0b-8457-d78dfbabf900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:21:51.906582 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e29d29-08b9-4093-b8dc-b554dd736717,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:21:51.913046 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-a6a8ea70-17bf-4a0b-8457-d78dfbabf900 admin admin] Usage tracker for resource:subnet and tenant:f30e6797190248caad5a42c134c34daa is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:21:51.916322 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:21:51.916617 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:21:51.948078 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-a6a8ea70-17bf-4a0b-8457-d78dfbabf900 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:21:51.982546 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Pushing event updated for resources: {'Network': ['ID=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:21:51.986485 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:21:51.994054 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1530013 Aug 23 10:21:51.994678 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 59160) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:21:51.996591 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Network cb0fbf9e-ed78-4e0e-8f51-27d921463c0d details requested by agent ovs-agent-dv-cinder-802781-2-iscsi with host dv-cinder-802781-2-iscsi {{(pid=79263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:21:52.001130 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-8753ea45-7278-4205-8490-3180d1b97f54 admin admin] Request body: {'subnet': {'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-13435468-subnet', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:21:52.006322 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-8753ea45-7278-4205-8490-3180d1b97f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:21:52.012975 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-8753ea45-7278-4205-8490-3180d1b97f54 admin admin] Usage tracker for resource:subnet and tenant:bb2e29fde40147f5b41343ddc6e036d2 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:21:52.020343 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-8753ea45-7278-4205-8490-3180d1b97f54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:21:52.034727 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-8753ea45-7278-4205-8490-3180d1b97f54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:21:52.058216 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-a6a8ea70-17bf-4a0b-8457-d78dfbabf900 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:21:52.067438 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8753ea45-7278-4205-8490-3180d1b97f54 admin admin] Made reservation on behalf of bb2e29fde40147f5b41343ddc6e036d2 for: {'subnet': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:21:52.070424 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8753ea45-7278-4205-8490-3180d1b97f54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:52.209339 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 59178) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:21:52.219476 dv-cinder-802781-2-iscsi neutron-server[79262]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 23 10:21:52.249946 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cad01788-16e6-4bdf-9260-ff6f4a2c7439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for subnet, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:52.251257 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Pushing event updated for resources: {'Network': ['ID=0d56e6d4-0d0e-4730-bce3-80ff17331a70,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:21:52.261536 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:21:52.263933 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Network 0d56e6d4-0d0e-4730-bce3-80ff17331a70 details requested by agent ovs-agent-dv-cinder-802781-2-iscsi with host dv-cinder-802781-2-iscsi {{(pid=79263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:21:52.267517 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-55795289-ec6c-490a-89a7-565053442efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:21:52.293088 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a8ea70-17bf-4a0b-8457-d78dfbabf900 admin admin] Made reservation on behalf of f30e6797190248caad5a42c134c34daa for: {'subnet': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:21:52.295614 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a6a8ea70-17bf-4a0b-8457-d78dfbabf900 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:52.432073 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36ba20-5e39-4687-9427-054f681ca560 req-20ca8d1b-0b8f-43ea-9b43-67c193a37d4b tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:21:52.433119 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-9a36ba20-5e39-4687-9427-054f681ca560 req-20ca8d1b-0b8f-43ea-9b43-67c193a37d4b tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Synchronizing usage tracker for tenant:d2caffb37c3c420b9d9d6c1b0f0fee6f on resource:network {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:21:52.458147 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad01788-16e6-4bdf-9260-ff6f4a2c7439 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3248dd68-15fd-4e1b-bc02-a1c37a6054d5,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:21:52.466884 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-9a36ba20-5e39-4687-9427-054f681ca560 req-20ca8d1b-0b8f-43ea-9b43-67c193a37d4b tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Unset dirty status for tenant:d2caffb37c3c420b9d9d6c1b0f0fee6f on resource:network {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:21:52.469303 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-cad01788-16e6-4bdf-9260-ff6f4a2c7439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:21:52.478201 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9a36ba20-5e39-4687-9427-054f681ca560 req-20ca8d1b-0b8f-43ea-9b43-67c193a37d4b tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/networks?id=7c02fdcf-feb3-498e-8878-39ab1584ed7b HTTP/1.1" status: 200 len: 811 time: 0.2673457 Aug 23 10:21:52.508069 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad01788-16e6-4bdf-9260-ff6f4a2c7439 admin admin] Checking segment: {'id': 'e81395ff-959d-4a1d-9754-8caa94ac1e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:21:52.508431 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad01788-16e6-4bdf-9260-ff6f4a2c7439 admin admin] Network hostable DHCP agents. Network: 4c1fc7bc-93d4-4389-8e20-f7d09f046981, hostable agents: ['4a75187f-898e-4cea-928c-8d2a7fd8cd5e'], hosted agents: [] {{(pid=79261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:21:52.539553 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9a36ba20-5e39-4687-9427-054f681ca560 req-c4bdc11f-ccf2-4cd4-9302-7d7cb6b74a2a tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/quotas/d2caffb37c3c420b9d9d6c1b0f0fee6f HTTP/1.1" status: 200 len: 375 time: 0.0601654 Aug 23 10:21:52.577026 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad01788-16e6-4bdf-9260-ff6f4a2c7439 admin admin] Network 4c1fc7bc-93d4-4389-8e20-f7d09f046981 is scheduled to be hosted by DHCP agent 4a75187f-898e-4cea-928c-8d2a7fd8cd5e with binding_index 1 {{(pid=79261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:21:52.595909 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9a36ba20-5e39-4687-9427-054f681ca560 req-e02c5957-648d-4017-9a8f-ed75b85c9e65 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2caffb37c3c420b9d9d6c1b0f0fee6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553274 Aug 23 10:21:52.622543 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-cad01788-16e6-4bdf-9260-ff6f4a2c7439 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-iscsi, 4c1fc7bc-93d4-4389-8e20-f7d09f046981) {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:21:52.634553 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad01788-16e6-4bdf-9260-ff6f4a2c7439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:21:52.635140 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cad01788-16e6-4bdf-9260-ff6f4a2c7439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:52.635413 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7493d4-c2b9-41b2-b1cb-4e09a2932750 None None] Network 4c1fc7bc-93d4-4389-8e20-f7d09f046981 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:21:52.672458 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8753ea45-7278-4205-8490-3180d1b97f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for subnet, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:52.678197 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-cc323421-863b-4991-9533-f41532893412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:21:52.745292 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-cad01788-16e6-4bdf-9260-ff6f4a2c7439 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1328807 Aug 23 10:21:52.746586 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 59198) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:21:52.756071 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-923390273-router', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:21:52.765519 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a6a8ea70-17bf-4a0b-8457-d78dfbabf900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for subnet, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:52.770484 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:21:52.786348 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] Usage tracker for resource:router and tenant:6288f2605747471588a47a33d4b3d386 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:21:52.797023 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:21:52.801324 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753ea45-7278-4205-8490-3180d1b97f54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37511b2d-c017-4ca2-bb9c-4a800f5cbb93,revision_number=0']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:21:52.822240 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-8753ea45-7278-4205-8490-3180d1b97f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:21:52.857871 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:21:52.870633 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:21:52.887240 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8753ea45-7278-4205-8490-3180d1b97f54 admin admin] Checking segment: {'id': '1c6d6428-a26e-47e8-a5f2-9e7292e6095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:21:52.887620 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8753ea45-7278-4205-8490-3180d1b97f54 admin admin] Network hostable DHCP agents. Network: cb0fbf9e-ed78-4e0e-8f51-27d921463c0d, hostable agents: ['4a75187f-898e-4cea-928c-8d2a7fd8cd5e'], hosted agents: [] {{(pid=79262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:21:52.916078 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1338'] for router, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:52.917653 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2017208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1331'] for router, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:52.934421 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8ea70-17bf-4a0b-8457-d78dfbabf900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d9fa2c1-d8d1-4d82-a995-e1c29b924cc3,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:21:52.936664 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8753ea45-7278-4205-8490-3180d1b97f54 admin admin] Network cb0fbf9e-ed78-4e0e-8f51-27d921463c0d is scheduled to be hosted by DHCP agent 4a75187f-898e-4cea-928c-8d2a7fd8cd5e with binding_index 1 {{(pid=79262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:21:52.954987 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a6a8ea70-17bf-4a0b-8457-d78dfbabf900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:21:52.959829 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-8753ea45-7278-4205-8490-3180d1b97f54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-iscsi, cb0fbf9e-ed78-4e0e-8f51-27d921463c0d) {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:21:52.975566 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8753ea45-7278-4205-8490-3180d1b97f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:21:52.976849 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8753ea45-7278-4205-8490-3180d1b97f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for subnet, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:52.980818 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8ea70-17bf-4a0b-8457-d78dfbabf900 admin admin] Checking segment: {'id': '0aba1872-cde6-43fc-a453-5f892371eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0d56e6d4-0d0e-4730-bce3-80ff17331a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:21:52.981174 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a8ea70-17bf-4a0b-8457-d78dfbabf900 admin admin] Network hostable DHCP agents. Network: 0d56e6d4-0d0e-4730-bce3-80ff17331a70, hostable agents: ['4a75187f-898e-4cea-928c-8d2a7fd8cd5e'], hosted agents: [] {{(pid=79261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:21:53.003513 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:53.018952 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [req-9a36ba20-5e39-4687-9427-054f681ca560 req-0145941d-fda5-4dfe-a237-0a22bf7d165e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 10:21:53.020576 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9a36ba20-5e39-4687-9427-054f681ca560 req-0145941d-fda5-4dfe-a237-0a22bf7d165e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0940444 Aug 23 10:21:53.024844 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-8753ea45-7278-4205-8490-3180d1b97f54 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0264213 Aug 23 10:21:53.025886 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 59210) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:21:53.040380 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a8ea70-17bf-4a0b-8457-d78dfbabf900 admin admin] Network 0d56e6d4-0d0e-4730-bce3-80ff17331a70 is scheduled to be hosted by DHCP agent 4a75187f-898e-4cea-928c-8d2a7fd8cd5e with binding_index 1 {{(pid=79261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:21:53.042466 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-13435468-router', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:21:53.044255 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747987f4-d3b7-4c75-ad68-c9d6b28136a9 None None] Network cb0fbf9e-ed78-4e0e-8f51-27d921463c0d requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:21:53.050031 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:21:53.056911 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-a6a8ea70-17bf-4a0b-8457-d78dfbabf900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-iscsi, 0d56e6d4-0d0e-4730-bce3-80ff17331a70) {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:21:53.074790 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0e1de5-786a-4345-ae54-195e5d0bb4ce None None] Network 0d56e6d4-0d0e-4730-bce3-80ff17331a70 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:21:53.091835 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] Usage tracker for resource:router and tenant:bb2e29fde40147f5b41343ddc6e036d2 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:21:53.097288 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:21:53.104026 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e0f81f4-72ae-5f66-9edb-05093a465032-4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'fixed_ips': [{'subnet_id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5'}]}} from dv-cinder-802781-2-iscsi. {{(pid=79263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 10:21:53.104899 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:53.116708 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:21:53.157427 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a8ea70-17bf-4a0b-8457-d78dfbabf900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:21:53.158022 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a6a8ea70-17bf-4a0b-8457-d78dfbabf900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:53.202240 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1338'] for router, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:53.204068 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2017208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1331'] for router, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:53.257028 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-a6a8ea70-17bf-4a0b-8457-d78dfbabf900 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3949003 Aug 23 10:21:53.263960 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:53.353099 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9a36ba20-5e39-4687-9427-054f681ca560 req-1cf99501-e7b6-4e0c-8b6c-e0da38db4632 service neutron] 10.222.0.21 "GET /v2.0/networks/7c02fdcf-feb3-498e-8878-39ab1584ed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211198 Aug 23 10:21:53.634659 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e0f81f4-72ae-5f66-9edb-05093a465032-cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'fixed_ips': [{'subnet_id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93'}]}} from dv-cinder-802781-2-iscsi. {{(pid=79263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 10:21:53.635943 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:53.660777 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1317'] for router, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:53.673148 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d82032-b29f-4005-99c2-acb46a371cd3 None None] Network 0d56e6d4-0d0e-4730-bce3-80ff17331a70 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:21:53.692688 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.db_base_plugin_common [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Allocated IP 172.20.0.2 (4c1fc7bc-93d4-4389-8e20-f7d09f046981/3248dd68-15fd-4e1b-bc02-a1c37a6054d5/34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad) {{(pid=79263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:21:53.934624 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1317'] for router, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:53.942666 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.db_base_plugin_common [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] Allocated IP 172.20.0.2 (cb0fbf9e-ed78-4e0e-8f51-27d921463c0d/37511b2d-c017-4ca2-bb9c-4a800f5cbb93/7fc9bf92-8d62-4bb9-9fbc-06614dd61a94) {{(pid=79263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:21:53.943260 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9a36ba20-5e39-4687-9427-054f681ca560 req-d50aa401-a43a-4c92-a3fd-4de8dda8c721 service neutron] 10.222.0.21 "GET /v2.0/networks/7c02fdcf-feb3-498e-8878-39ab1584ed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827813 Aug 23 10:21:54.380231 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Notify callbacks [] for port, precommit_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:54.391738 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Transition to ACTIVE for port object 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:21:54.401787 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 59262) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:21:54.413702 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1966490638-network', 'tenant_id': 'cba26974599d4e1aa469a7accca302f4'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:21:54.417654 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Transition to ACTIVE for port object 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad will not be triggered until provisioned by entity DHCP. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:21:54.419352 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:21:54.425143 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Usage tracker for resource:network and tenant:cba26974599d4e1aa469a7accca302f4 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:21:54.428394 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:21:54.436811 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:21:54.460070 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568'] for port, after_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:54.460716 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Made reservation on behalf of cba26974599d4e1aa469a7accca302f4 for: {'network': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:21:54.464883 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for network, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:54.507281 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:54.527530 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:21:54.531776 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:21:54.539294 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:54.581054 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Usage tracker for resource:security_group_rule and tenant:cba26974599d4e1aa469a7accca302f4 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:21:54.584706 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:54.588162 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:21:54.599005 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Network 4c1fc7bc-93d4-4389-8e20-f7d09f046981 is already hosted by enough agents. {{(pid=79263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:21:54.659200 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:21:54.694792 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.scheduler.base_scheduler [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Resources bound (agent type, host, resource id): {{(pid=79263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:21:54.712402 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Received port after_create {{(pid=79263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:21:54.832934 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] Allocated IP 172.27.2.2 (0e8cefd7-d645-4496-8b4b-729be1dafeb2/42841614-a1e8-4916-825f-ef19d8d550be/df52262b-3d63-4681-8460-8dd3003c3b46) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:21:54.885164 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:55.021104 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:55.120227 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:55.134778 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:55.159275 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=79261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:21:55.168425 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:55.168927 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.db.segments_db [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Added segment 3dd37c50-d127-4269-bf09-3d8e05a22ab5 of type vlan for network 92812711-a05f-49a8-9e4f-efef30961d20 Aug 23 10:21:55.210588 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757078474397'] for network, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:55.239765 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:21:55.255930 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Pushing event updated for resources: {'Port': ['ID=34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad,revision_number=1']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:21:55.276720 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b4d461-e0be-413e-825c-f5991719c7bf,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:21:55.307659 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:21:55.321530 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for network, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:55.325391 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:21:55.326636 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:55.328307 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:55.328686 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:55.329248 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:55.329700 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:55.330141 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:55.330579 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:55.331013 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:55.331386 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:55.331741 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:55.332066 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:55.332385 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:55.332746 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Tracked resource versions report: Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: pushed versions: Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: { 'AddressGroup': {'1.2'}, Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: 'ConntrackHelper': {'1.0'}, Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: 'Log': {'1.0'}, Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: 'Network': {'1.1'}, Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: 'Port': {'1.7'}, Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: 'PortForwarding': {'1.2'}, Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: 'QosPolicy': {'1.8'}, Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: 'SecurityGroup': {'1.4'}, Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: 'SecurityGroupRule': {'1.2'}, Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: 'SubPort': {'1.0'}, Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: 'Subnet': {'1.1'}, Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: 'Trunk': {'1.1'}} Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: consumer versions: Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: { DHCP agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: HyperV agent@hv-cinder-80278: {}, Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: L3 agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: Metadata agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: Metering agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: Open vSwitch agent@dv-cinder-802781-2-iscsi: { 'AddressGroup': '1.2', Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: 'ConntrackHelper': '1.0', Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: 'Log': '1.0', Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: 'Network': '1.1', Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: 'Port': '1.7', Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: 'PortForwarding': '1.2', Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: 'QosPolicy': '1.8', Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: 'SecurityGroup': '1.4', Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: 'SecurityGroupRule': '1.2', Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: 'SubPort': '1.0', Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: 'Subnet': '1.1', Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: 'Trunk': '1.1'}} Aug 23 10:21:55.334063 dv-cinder-802781-2-iscsi neutron-server[79263]: {{(pid=79263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 10:21:55.341300 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:21:55.343968 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Attempting to bind port 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:21:55.344365 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Attempting to bind port 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': 'e81395ff-959d-4a1d-9754-8caa94ac1e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:21:55.344766 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Attempting to bind port 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad on network 4c1fc7bc-93d4-4389-8e20-f7d09f046981 {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:21:55.351114 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:21:55.353672 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-afa21e1e-a3eb-4ef4-9522-99ad91e11e6d req-0fba4f33-efa0-4c81-bbe4-57c76262e247 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 210 time: 0.0898890 Aug 23 10:21:55.398273 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:55.433782 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:21:55.434914 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Checking segment: {'id': 'e81395ff-959d-4a1d-9754-8caa94ac1e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:21:55.435588 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:55.436151 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Bound using segment: {'id': 'e81395ff-959d-4a1d-9754-8caa94ac1e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:21:55.436882 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Bound port: 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81395ff-959d-4a1d-9754-8caa94ac1e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:21:55.437567 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:55.478300 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0750914 Aug 23 10:21:55.481471 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 59316) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:21:55.483792 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Pushing event updated for resources: {'Network': ['ID=92812711-a05f-49a8-9e4f-efef30961d20,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:21:55.487296 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:21:55.490901 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-aca4a0cf-669f-4880-8ff1-5b106192baf9 admin admin] Request body: {'subnet': {'network_id': '92812711-a05f-49a8-9e4f-efef30961d20', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1966490638-subnet', 'tenant_id': 'cba26974599d4e1aa469a7accca302f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:21:55.517055 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-aca4a0cf-669f-4880-8ff1-5b106192baf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:21:55.525759 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:55.531049 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-aca4a0cf-669f-4880-8ff1-5b106192baf9 admin admin] Usage tracker for resource:subnet and tenant:cba26974599d4e1aa469a7accca302f4 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:21:55.533068 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:21:55.533222 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Network 92812711-a05f-49a8-9e4f-efef30961d20 details requested by agent ovs-agent-dv-cinder-802781-2-iscsi with host dv-cinder-802781-2-iscsi {{(pid=79263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:21:55.568835 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-aca4a0cf-669f-4880-8ff1-5b106192baf9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:21:55.587867 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-aca4a0cf-669f-4880-8ff1-5b106192baf9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:21:55.602472 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] Network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:21:55.610131 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:21:55.616353 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:21:55.630808 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] Allocated IP 172.27.2.168 (0e8cefd7-d645-4496-8b4b-729be1dafeb2/42841614-a1e8-4916-825f-ef19d8d550be/ae4cd8df-ab15-4d82-9954-89829951ec0d) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:21:55.632901 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca4a0cf-669f-4880-8ff1-5b106192baf9 admin admin] Made reservation on behalf of cba26974599d4e1aa469a7accca302f4 for: {'subnet': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:21:55.635768 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-aca4a0cf-669f-4880-8ff1-5b106192baf9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:55.742454 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] Notify callbacks [] for port, precommit_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:55.800149 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] Pushing event updated for resources: {'Port': ['ID=df52262b-3d63-4681-8460-8dd3003c3b46,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:21:55.825129 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:21:55.909515 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] Transition to ACTIVE for port object 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94 will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:21:55.959300 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] Transition to ACTIVE for port object 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94 will not be triggered until provisioned by entity DHCP. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:21:55.961411 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] For port 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:21:55.965925 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] For port 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad,segment=NetworkSegment(e81395ff-959d-4a1d-9754-8caa94ac1e89),segment_id=e81395ff-959d-4a1d-9754-8caa94ac1e89)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:21:55.971650 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568'] for port, after_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:55.984438 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:55.991513 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-d82fa3bb-fa85-48d7-b929-ac25f3f48df6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:21:56.106885 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] Network cb0fbf9e-ed78-4e0e-8f51-27d921463c0d is already hosted by enough agents. {{(pid=79263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:21:56.114419 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.scheduler.base_scheduler [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] Resources bound (agent type, host, resource id): {{(pid=79263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:21:56.115113 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:56.122495 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] Received port after_create {{(pid=79263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:21:56.125772 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] Pushing event updated for resources: {'Port': ['ID=7fc9bf92-8d62-4bb9-9fbc-06614dd61a94,revision_number=1']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:21:56.222461 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:56.253194 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:56.265260 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:21:56.415762 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] Pushing event updated for resources: {'Port': ['ID=ae4cd8df-ab15-4d82-9954-89829951ec0d,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:21:56.418293 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-aca4a0cf-669f-4880-8ff1-5b106192baf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for subnet, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:56.419155 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:21:56.482088 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:21:56.572173 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] Network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:21:56.600104 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:21:56.625555 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:21:56.647864 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] Attempting to bind port 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94 on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:21:56.648362 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] Attempting to bind port 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94 by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': '1c6d6428-a26e-47e8-a5f2-9e7292e6095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:21:56.648796 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] Attempting to bind port 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94 on network cb0fbf9e-ed78-4e0e-8f51-27d921463c0d {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:21:56.659263 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:21:56.659644 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] Checking segment: {'id': '1c6d6428-a26e-47e8-a5f2-9e7292e6095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:21:56.660052 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:56.660634 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] Bound using segment: {'id': '1c6d6428-a26e-47e8-a5f2-9e7292e6095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:21:56.661118 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] Bound port: 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c6d6428-a26e-47e8-a5f2-9e7292e6095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:21:56.661516 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:56.674688 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Pushing event updated for resources: {'Port': ['ID=34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad,revision_number=2']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:21:56.678638 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:21:56.682097 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-d82fa3bb-fa85-48d7-b929-ac25f3f48df6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.599s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:21:56.682485 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-d82fa3bb-fa85-48d7-b929-ac25f3f48df6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:21:56.769474 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] For port 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:21:56.773930 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] For port 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=7fc9bf92-8d62-4bb9-9fbc-06614dd61a94,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:21:56.778693 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:56.783516 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:21:56.784188 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca4a0cf-669f-4880-8ff1-5b106192baf9 admin admin] Checking segment: {'id': '3dd37c50-d127-4269-bf09-3d8e05a22ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '92812711-a05f-49a8-9e4f-efef30961d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:21:56.784753 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca4a0cf-669f-4880-8ff1-5b106192baf9 admin admin] Network hostable DHCP agents. Network: 92812711-a05f-49a8-9e4f-efef30961d20, hostable agents: ['4a75187f-898e-4cea-928c-8d2a7fd8cd5e'], hosted agents: [] {{(pid=79262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:21:56.849195 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4a0cf-669f-4880-8ff1-5b106192baf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c000e9e-0dc1-43c4-b663-dd0166250dee,revision_number=0']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:21:56.861186 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-aca4a0cf-669f-4880-8ff1-5b106192baf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:21:56.966936 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] Pushing event updated for resources: {'Port': ['ID=7fc9bf92-8d62-4bb9-9fbc-06614dd61a94,revision_number=2']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:21:56.970273 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:21:57.020658 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-04d8d5c0-7684-4c3f-8b1d-8779d28a5620 req-deb8a93a-3e71-47b6-a20d-127602a3e0f4 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 210 time: 0.2926297 Aug 23 10:21:57.041573 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589225'] for router, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:57.067454 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca4a0cf-669f-4880-8ff1-5b106192baf9 admin admin] Network 92812711-a05f-49a8-9e4f-efef30961d20 is scheduled to be hosted by DHCP agent 4a75187f-898e-4cea-928c-8d2a7fd8cd5e with binding_index 1 {{(pid=79262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:21:57.181447 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-aca4a0cf-669f-4880-8ff1-5b106192baf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-iscsi, 92812711-a05f-49a8-9e4f-efef30961d20) {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:21:57.191075 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a9fdf2-3a01-48aa-9a60-4acc566f17cb None None] Network 92812711-a05f-49a8-9e4f-efef30961d20 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:21:57.193899 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca4a0cf-669f-4880-8ff1-5b106192baf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:21:57.194511 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-aca4a0cf-669f-4880-8ff1-5b106192baf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for subnet, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:57.359557 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-aca4a0cf-669f-4880-8ff1-5b106192baf9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8751771 Aug 23 10:21:57.420642 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:57.608589 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] Router c099cf66-6591-4172-a91d-ddfbfcdd89a9 is scheduled to L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 with binding_index 1 {{(pid=79261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 10:21:57.694916 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f9e602-b897-4d16-be28-38f64abed6b8 None None] Network 92812711-a05f-49a8-9e4f-efef30961d20 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:21:57.832945 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9583686-efe8-4036-aa8d-25a385b02b3c None None] Network 4c1fc7bc-93d4-4389-8e20-f7d09f046981 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:21:57.910919 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:21:57.921969 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] Sync routers for ids ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'] in dv-cinder-802781-2-iscsi {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:21:57.952517 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] Routers {'c099cf66-6591-4172-a91d-ddfbfcdd89a9'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:21:57.953198 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:21:35Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:21:57.987203 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] Notify callbacks [] for router, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:57.991315 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.2409160 Aug 23 10:21:57.991879 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 59388) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:21:58.210370 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589225'] for router, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:58.228941 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-7b98c9bf-f364-4c6d-8668-0c4360f0cba5 None None] Provisioning for port 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:21:58.366203 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:21:58.479412 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 59404) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:21:58.519742 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] Set router c099cf66-6591-4172-a91d-ddfbfcdd89a9 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:21:58.529102 dv-cinder-802781-2-iscsi neutron-server[79261]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 23 10:21:58.587572 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:58.588503 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6ad035-3851-4dfb-8309-be3f8aaf33c5 None None] Network cb0fbf9e-ed78-4e0e-8f51-27d921463c0d requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:21:58.653962 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] Router 468124b1-61ef-4290-b891-f4500b4b263a is scheduled to L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 with binding_index 1 {{(pid=79262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 10:21:58.688036 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3c19ab10-52a1-428e-96dd-f50785f6fa8f req-c0ea67d3-0500-4677-ab71-68f25eb90c0f tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 210 time: 0.2075393 Aug 23 10:21:58.853906 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-97a4ee6c-c3f8-46d7-a8ef-2df72f949b8d None None] Provisioning for port 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94 completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:21:58.917875 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:21:58.936273 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] Sync routers for ids ['468124b1-61ef-4290-b891-f4500b4b263a'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:21:58.961059 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] Notify callbacks [] for router, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:58.963116 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9357095 Aug 23 10:21:58.965980 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 59418) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:21:59.052861 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'name': 'tempest-AttachVolumeTestJSON-923390273-router', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:52Z', 'updated_at': '2021-08-23T10:21:55Z', 'revision_number': 3, 'project_id': '6288f2605747471588a47a33d4b3d386', 'gw_port': {'id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:54Z', 'updated_at': '2021-08-23T10:21:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:21:59.057353 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] Checking router: c099cf66-6591-4172-a91d-ddfbfcdd89a9 for host: dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:21:59.057628 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] Updating router c099cf66-6591-4172-a91d-ddfbfcdd89a9 port df52262b-3d63-4681-8460-8dd3003c3b46 binding host dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:21:59.062588 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:21:59.066324 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] Routers {'468124b1-61ef-4290-b891-f4500b4b263a'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:21:59.067120 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:21:35Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['468124b1-61ef-4290-b891-f4500b4b263a'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:21:59.124137 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:59.162570 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:21:59.162946 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:59.458970 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] Set router 468124b1-61ef-4290-b891-f4500b4b263a gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:21:59.584897 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:59.591590 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:59.645817 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] Notify callbacks [] for port, precommit_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:59.686103 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.provisioning_blocks [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] Transition to ACTIVE for port object df52262b-3d63-4681-8460-8dd3003c3b46 will not be triggered until provisioned by entity L2. {{(pid=79264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:21:59.702944 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:59.716181 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-884ff2ab-f032-42a2-a647-329aab2a0104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:21:59.762029 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=7fc9bf92-8d62-4bb9-9fbc-06614dd61a94,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:21:59.779417 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:59.791555 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:21:59.818617 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] Attempting to bind port df52262b-3d63-4681-8460-8dd3003c3b46 on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:21:59.819003 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] Attempting to bind port df52262b-3d63-4681-8460-8dd3003c3b46 by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}] {{(pid=79264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:21:59.819346 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] Attempting to bind port df52262b-3d63-4681-8460-8dd3003c3b46 on network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:21:59.838098 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:21:59.838496 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] Checking segment: {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:21:59.838880 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:59.839277 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] Bound using segment: {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'} {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:21:59.839764 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] Bound port: df52262b-3d63-4681-8460-8dd3003c3b46, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}}] {{(pid=79264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:21:59.840157 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:21:59.843076 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:21:59.952386 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe0956-6902-4580-8896-9a6c61e84c63 None None] Pushing event updated for resources: {'Port': ['ID=df52262b-3d63-4681-8460-8dd3003c3b46,revision_number=2']} {{(pid=79264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:21:59.957834 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] Allocated IP 172.20.0.1 (4c1fc7bc-93d4-4389-8e20-f7d09f046981/3248dd68-15fd-4e1b-bc02-a1c37a6054d5/1c22d471-2fac-4fdb-985b-4f0d0e3adbf1) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:21:59.963744 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe0956-6902-4580-8896-9a6c61e84c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:59.964137 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe0956-6902-4580-8896-9a6c61e84c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:59.964486 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe0956-6902-4580-8896-9a6c61e84c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:59.964845 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe0956-6902-4580-8896-9a6c61e84c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:59.965242 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe0956-6902-4580-8896-9a6c61e84c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:59.965628 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe0956-6902-4580-8896-9a6c61e84c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:59.965987 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe0956-6902-4580-8896-9a6c61e84c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:59.966350 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe0956-6902-4580-8896-9a6c61e84c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:59.967356 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe0956-6902-4580-8896-9a6c61e84c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:59.967688 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe0956-6902-4580-8896-9a6c61e84c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:59.968474 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe0956-6902-4580-8896-9a6c61e84c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:59.968474 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe0956-6902-4580-8896-9a6c61e84c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe0956-6902-4580-8896-9a6c61e84c63 None None] Tracked resource versions report: Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: pushed versions: Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: { 'AddressGroup': {'1.2'}, Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: 'ConntrackHelper': {'1.0'}, Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: 'Log': {'1.0'}, Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: 'Network': {'1.1'}, Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: 'Port': {'1.7'}, Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: 'PortForwarding': {'1.2'}, Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: 'QosPolicy': {'1.8'}, Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: 'SecurityGroup': {'1.4'}, Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: 'SecurityGroupRule': {'1.2'}, Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: 'SubPort': {'1.0'}, Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: 'Subnet': {'1.1'}, Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: 'Trunk': {'1.1'}} Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: consumer versions: Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: { DHCP agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: HyperV agent@hv-cinder-80278: {}, Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: L3 agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: Metadata agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: Metering agent@dv-cinder-802781-2-iscsi: {}, Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: Open vSwitch agent@dv-cinder-802781-2-iscsi: { 'AddressGroup': '1.2', Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: 'ConntrackHelper': '1.0', Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: 'Log': '1.0', Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: 'Network': '1.1', Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: 'Port': '1.7', Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: 'PortForwarding': '1.2', Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: 'QosPolicy': '1.8', Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: 'SecurityGroup': '1.4', Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: 'SecurityGroupRule': '1.2', Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: 'SubPort': '1.0', Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: 'Subnet': '1.1', Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: 'Trunk': '1.1'}} Aug 23 10:21:59.969647 dv-cinder-802781-2-iscsi neutron-server[79264]: {{(pid=79264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 10:21:59.984025 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-9cfe0956-6902-4580-8896-9a6c61e84c63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:21:59.986836 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.db [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] For port df52262b-3d63-4681-8460-8dd3003c3b46, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:21:59.990890 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.db [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] For port df52262b-3d63-4681-8460-8dd3003c3b46, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=df52262b-3d63-4681-8460-8dd3003c3b46,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:21:59.996875 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:00.007590 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-9cfe0956-6902-4580-8896-9a6c61e84c63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:00.064928 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=7fc9bf92-8d62-4bb9-9fbc-06614dd61a94,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:00.067960 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-71b304be-aadf-407d-9df3-2333eda3d916 None None] Provisioning complete for port 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94 triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:00.068332 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-71b304be-aadf-407d-9df3-2333eda3d916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:00.092191 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] Routers {'c099cf66-6591-4172-a91d-ddfbfcdd89a9'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:22:00.092958 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:21:35Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:00.096787 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:00.097528 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-096827f4-163b-4137-a7d6-4dacda19552b req-bee9d883-2330-4fc7-92f7-fefdf4a66ef8 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 210 time: 0.1401751 Aug 23 10:22:00.165478 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:22:00.177657 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:00.181157 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:00.181469 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:00.187635 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe0956-6902-4580-8896-9a6c61e84c63 None None] Pushing event updated for resources: {'Port': ['ID=df52262b-3d63-4681-8460-8dd3003c3b46,revision_number=3']} {{(pid=79264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:00.191857 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-9cfe0956-6902-4580-8896-9a6c61e84c63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:00.196331 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] Transition to ACTIVE for port object 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1 will not be triggered until provisioned by entity DHCP. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:22:00.223610 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:00.235586 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-13d33100-0401-4717-8da6-10414ffbf636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:00.299153 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468124b1-61ef-4290-b891-f4500b4b263a', 'name': 'tempest-AttachVolumeShelveTestJSON-13435468-router', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:53Z', 'updated_at': '2021-08-23T10:21:57Z', 'revision_number': 3, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'gw_port': {'id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:55Z', 'updated_at': '2021-08-23T10:21:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:00.309040 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] Checking router: 468124b1-61ef-4290-b891-f4500b4b263a for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:22:00.309395 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] Updating router 468124b1-61ef-4290-b891-f4500b4b263a port ae4cd8df-ab15-4d82-9954-89829951ec0d binding host dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:22:00.314520 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] Network 4c1fc7bc-93d4-4389-8e20-f7d09f046981 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:22:00.315585 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] Pushing event updated for resources: {'Port': ['ID=1c22d471-2fac-4fdb-985b-4f0d0e3adbf1,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:00.323683 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:00.328665 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fd62e84b-a75f-4ed1-943e-fd07d53593be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:00.337561 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:00.357716 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:22:00.358586 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698860'] for router_interface, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:00.390146 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] Set router c099cf66-6591-4172-a91d-ddfbfcdd89a9 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:22:00.454379 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:00.501962 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:00.567082 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad,segment=NetworkSegment(e81395ff-959d-4a1d-9754-8caa94ac1e89),segment_id=e81395ff-959d-4a1d-9754-8caa94ac1e89)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:00.577880 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:00.602618 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [None req-fd62e84b-a75f-4ed1-943e-fd07d53593be admin admin] Allocated IP 172.20.0.1 (cb0fbf9e-ed78-4e0e-8f51-27d921463c0d/37511b2d-c017-4ca2-bb9c-4a800f5cbb93/52a0ada7-466d-4f16-bfe1-b819ee37323e) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:22:00.623211 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:00.774411 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:00.789483 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fd62e84b-a75f-4ed1-943e-fd07d53593be admin admin] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:00.798900 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:00.806687 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-fd62e84b-a75f-4ed1-943e-fd07d53593be admin admin] Transition to ACTIVE for port object 52a0ada7-466d-4f16-bfe1-b819ee37323e will not be triggered until provisioned by entity DHCP. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:22:00.839592 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fd62e84b-a75f-4ed1-943e-fd07d53593be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:00.851289 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-234c1c18-979f-4994-b0f2-a47994993682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:00.868276 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-09ff6a94-c0cb-4849-ab92-d0946804192c None None] Provisioning for port 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1 completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:22:00.875789 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:00.886322 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'name': 'tempest-AttachVolumeTestJSON-923390273-router', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:52Z', 'updated_at': '2021-08-23T10:21:55Z', 'revision_number': 3, 'project_id': '6288f2605747471588a47a33d4b3d386', 'gw_port': {'id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:54Z', 'updated_at': '2021-08-23T10:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:00.886509 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:00.891486 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da35ef3a-2c96-498f-972b-6748661bc135 None None] The sync data for ids ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'] in dv-cinder-802781-2-iscsi is: [{'id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'name': 'tempest-AttachVolumeTestJSON-923390273-router', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:52Z', 'updated_at': '2021-08-23T10:21:55Z', 'revision_number': 3, 'project_id': '6288f2605747471588a47a33d4b3d386', 'gw_port': {'id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:54Z', 'updated_at': '2021-08-23T10:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}] {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:22:00.908149 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-09ff6a94-c0cb-4849-ab92-d0946804192c None None] Provisioning complete for port 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1 triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:00.908528 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-09ff6a94-c0cb-4849-ab92-d0946804192c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:00.965593 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd62e84b-a75f-4ed1-943e-fd07d53593be admin admin] Network cb0fbf9e-ed78-4e0e-8f51-27d921463c0d is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:22:00.969863 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-fd62e84b-a75f-4ed1-943e-fd07d53593be admin admin] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:00.974542 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd62e84b-a75f-4ed1-943e-fd07d53593be admin admin] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:22:00.975206 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fd62e84b-a75f-4ed1-943e-fd07d53593be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698860'] for router_interface, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:00.984746 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62e84b-a75f-4ed1-943e-fd07d53593be admin admin] Pushing event updated for resources: {'Port': ['ID=52a0ada7-466d-4f16-bfe1-b819ee37323e,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:00.995427 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-fd62e84b-a75f-4ed1-943e-fd07d53593be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:01.171513 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fd62e84b-a75f-4ed1-943e-fd07d53593be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:01.242407 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-09ff6a94-c0cb-4849-ab92-d0946804192c None None] Port 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1 cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:22:01.284101 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:01.293208 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:01.294538 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1815952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698883'] for router_interface, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:01.326947 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:01.327904 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:01.374828 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:01.408805 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9338c0f9-4813-4469-b3fc-1e62db35295f req-f852e72d-e27d-47d9-a6b9-cf5e18d14499 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 210 time: 0.1052105 Aug 23 10:22:01.447898 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-29baea21-e03f-411d-8869-8c40e0672ca8 None None] Provisioning for port 52a0ada7-466d-4f16-bfe1-b819ee37323e completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:22:01.508557 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-29baea21-e03f-411d-8869-8c40e0672ca8 None None] Provisioning complete for port 52a0ada7-466d-4f16-bfe1-b819ee37323e triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:01.509335 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-29baea21-e03f-411d-8869-8c40e0672ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:01.560480 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fd62e84b-a75f-4ed1-943e-fd07d53593be admin admin] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:01.567903 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fd62e84b-a75f-4ed1-943e-fd07d53593be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:01.568665 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.38', 54496) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:01.661211 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] Network 4c1fc7bc-93d4-4389-8e20-f7d09f046981 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:22:01.664598 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:01.753210 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] Pushing event updated for resources: {'Port': ['ID=1c22d471-2fac-4fdb-985b-4f0d0e3adbf1,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:01.764119 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-29baea21-e03f-411d-8869-8c40e0672ca8 None None] Port 52a0ada7-466d-4f16-bfe1-b819ee37323e cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:22:01.777287 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fd62e84b-a75f-4ed1-943e-fd07d53593be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1815952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698883'] for router_interface, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:01.782839 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-234c1c18-979f-4994-b0f2-a47994993682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:01.783900 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] Notify callbacks [] for port, precommit_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:01.786624 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:01.814595 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] Transition to ACTIVE for port object ae4cd8df-ab15-4d82-9954-89829951ec0d will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:22:01.836052 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:01.842269 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-01515d3a-b408-4e38-951d-fc97791ebd3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:01.869486 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36ba20-5e39-4687-9427-054f681ca560 req-fc915cf8-e134-4ac0-ac10-53af0d3809ad tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:01.871289 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9a36ba20-5e39-4687-9427-054f681ca560 req-fc915cf8-e134-4ac0-ac10-53af0d3809ad tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.38 "GET /v2.0/networks?id=7c02fdcf-feb3-498e-8878-39ab1584ed7b HTTP/1.1" status: 200 len: 811 time: 0.3012097 Aug 23 10:22:01.905646 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62e84b-a75f-4ed1-943e-fd07d53593be admin admin] Pushing event updated for resources: {'Port': ['ID=52a0ada7-466d-4f16-bfe1-b819ee37323e,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:02.026402 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-fd62e84b-a75f-4ed1-943e-fd07d53593be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:02.031564 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-9a36ba20-5e39-4687-9427-054f681ca560 req-cc1f1473-aba7-4a0f-9ec5-ff240469cc61 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Request body: {'port': {'device_id': '882de562-0dc2-46fe-9ae8-4f07ce6e34f0', 'network_id': '7c02fdcf-feb3-498e-8878-39ab1584ed7b', 'admin_state_up': True, 'tenant_id': 'd2caffb37c3c420b9d9d6c1b0f0fee6f'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:02.039962 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] Attempting to bind port ae4cd8df-ab15-4d82-9954-89829951ec0d on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:22:02.040353 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] Attempting to bind port ae4cd8df-ab15-4d82-9954-89829951ec0d by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:22:02.054117 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] Attempting to bind port ae4cd8df-ab15-4d82-9954-89829951ec0d on network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:02.084298 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acec645-6446-4bd2-ae0f-84945e8e1371 None None] Pushing event updated for resources: {'Port': ['ID=ae4cd8df-ab15-4d82-9954-89829951ec0d,revision_number=2']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:02.088309 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:22:02.088965 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] Checking segment: {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:22:02.089561 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:02.090238 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] Bound using segment: {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:22:02.090912 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] Bound port: ae4cd8df-ab15-4d82-9954-89829951ec0d, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:22:02.091499 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:02.123205 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] Router c099cf66-6591-4172-a91d-ddfbfcdd89a9 has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:22:02.194969 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-8acec645-6446-4bd2-ae0f-84945e8e1371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:02.210020 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] For port ae4cd8df-ab15-4d82-9954-89829951ec0d, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:22:02.214380 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] For port ae4cd8df-ab15-4d82-9954-89829951ec0d, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=ae4cd8df-ab15-4d82-9954-89829951ec0d,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:22:02.217416 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-45b30cdb-5b33-4dd0-9204-b66430fea3ae None None] Provisioning complete for port 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1 triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:02.217638 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-45b30cdb-5b33-4dd0-9204-b66430fea3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:02.306500 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:02.326607 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:02.427691 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd62e84b-a75f-4ed1-943e-fd07d53593be admin admin] Network cb0fbf9e-ed78-4e0e-8f51-27d921463c0d is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:22:02.455171 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-45b30cdb-5b33-4dd0-9204-b66430fea3ae None None] Port 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1 cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:22:02.477767 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-fd62e84b-a75f-4ed1-943e-fd07d53593be admin admin] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:02.524842 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acec645-6446-4bd2-ae0f-84945e8e1371 None None] Pushing event updated for resources: {'Port': ['ID=ae4cd8df-ab15-4d82-9954-89829951ec0d,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:02.532428 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-8acec645-6446-4bd2-ae0f-84945e8e1371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:02.533152 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] Routers {'468124b1-61ef-4290-b891-f4500b4b263a'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:22:02.533777 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:21:35Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['468124b1-61ef-4290-b891-f4500b4b263a'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:02.557108 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:22:02.574258 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] 10.222.0.21 "PUT /v2.0/routers/c099cf66-6591-4172-a91d-ddfbfcdd89a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5817509 Aug 23 10:22:02.600255 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-9a36ba20-5e39-4687-9427-054f681ca560 req-cc1f1473-aba7-4a0f-9ec5-ff240469cc61 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:02.650303 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-9a36ba20-5e39-4687-9427-054f681ca560 req-cc1f1473-aba7-4a0f-9ec5-ff240469cc61 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Usage tracker for resource:port and tenant:d2caffb37c3c420b9d9d6c1b0f0fee6f is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:02.666772 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-9a36ba20-5e39-4687-9427-054f681ca560 req-cc1f1473-aba7-4a0f-9ec5-ff240469cc61 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:02.673959 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-10d16385-873c-4f9f-8cac-640805f47844 req-cc9f486a-e4a2-4250-b283-dcf67ca72276 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 210 time: 0.0765553 Aug 23 10:22:02.681276 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-9a36ba20-5e39-4687-9427-054f681ca560 req-cc1f1473-aba7-4a0f-9ec5-ff240469cc61 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:02.791063 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a36ba20-5e39-4687-9427-054f681ca560 req-cc1f1473-aba7-4a0f-9ec5-ff240469cc61 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Made reservation on behalf of d2caffb37c3c420b9d9d6c1b0f0fee6f for: {'port': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:22:02.794535 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-9a36ba20-5e39-4687-9427-054f681ca560 req-cc1f1473-aba7-4a0f-9ec5-ff240469cc61 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:02.854648 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:02.877079 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd62e84b-a75f-4ed1-943e-fd07d53593be admin admin] Router 468124b1-61ef-4290-b891-f4500b4b263a has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:22:02.976340 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a560b051-cac6-4468-9c31-3aa59fa98b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.006733 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-d33ff7ee-f127-437c-9bfc-cb2fb0b31d42 None None] Provisioning complete for port 52a0ada7-466d-4f16-bfe1-b819ee37323e triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:03.007200 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-d33ff7ee-f127-437c-9bfc-cb2fb0b31d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.102226 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] Set router 468124b1-61ef-4290-b891-f4500b4b263a gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:22:03.247102 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-d33ff7ee-f127-437c-9bfc-cb2fb0b31d42 None None] Port 52a0ada7-466d-4f16-bfe1-b819ee37323e cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:22:03.295363 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd62e84b-a75f-4ed1-943e-fd07d53593be admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:22:03.311013 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [req-9a36ba20-5e39-4687-9427-054f681ca560 req-cc1f1473-aba7-4a0f-9ec5-ff240469cc61 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Allocated IP 172.20.0.10 (7c02fdcf-feb3-498e-8878-39ab1584ed7b/e8842d23-ee51-43ca-a3c4-e565d0b817c8/f76fb271-bd8c-496c-afa6-cb34f53b5fed) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:22:03.317667 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-fd62e84b-a75f-4ed1-943e-fd07d53593be admin admin] 10.222.0.21 "PUT /v2.0/routers/468124b1-61ef-4290-b891-f4500b4b263a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3505867 Aug 23 10:22:03.409618 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:03.410129 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.507189 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] Sync routers for ids ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'] in dv-cinder-802781-2-iscsi {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:22:03.531135 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] Routers {'c099cf66-6591-4172-a91d-ddfbfcdd89a9'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:22:03.531766 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:21:35Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:03.724468 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-9a36ba20-5e39-4687-9427-054f681ca560 req-cc1f1473-aba7-4a0f-9ec5-ff240469cc61 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.785869 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.811586 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-9a36ba20-5e39-4687-9427-054f681ca560 req-cc1f1473-aba7-4a0f-9ec5-ff240469cc61 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:03.820057 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device df52262b-3d63-4681-8460-8dd3003c3b46 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:03.832971 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-fd62e84b-a75f-4ed1-943e-fd07d53593be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:03.833185 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 59540) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:03.840400 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-77c110b8-cd9e-4007-a6ad-b629b372fd54 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1262624115', 'description': 'tempest-description--1185333323'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:03.858453 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-77c110b8-cd9e-4007-a6ad-b629b372fd54 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:03.871161 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] Set router c099cf66-6591-4172-a91d-ddfbfcdd89a9 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:22:03.873395 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-77c110b8-cd9e-4007-a6ad-b629b372fd54 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Usage tracker for resource:security_group and tenant:6288f2605747471588a47a33d4b3d386 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:03.884902 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-77c110b8-cd9e-4007-a6ad-b629b372fd54 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:03.918122 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-77c110b8-cd9e-4007-a6ad-b629b372fd54 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:03.963380 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-77c110b8-cd9e-4007-a6ad-b629b372fd54 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.030729 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-77c110b8-cd9e-4007-a6ad-b629b372fd54 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:04.111295 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468124b1-61ef-4290-b891-f4500b4b263a', 'name': 'tempest-AttachVolumeShelveTestJSON-13435468-router', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:53Z', 'updated_at': '2021-08-23T10:22:01Z', 'revision_number': 4, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'gw_port': {'id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:55Z', 'updated_at': '2021-08-23T10:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '52a0ada7-466d-4f16-bfe1-b819ee37323e', 'name': '', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'mac_address': 'fa:16:3e:d9:a0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:00Z', 'updated_at': '2021-08-23T10:22:01Z', 'revision_number': 2, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'subnets': [{'id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:04.116448 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port df52262b-3d63-4681-8460-8dd3003c3b46 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:22:04.130821 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port df52262b-3d63-4681-8460-8dd3003c3b46 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:04.131571 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.139213 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a36ba20-5e39-4687-9427-054f681ca560 req-cc1f1473-aba7-4a0f-9ec5-ff240469cc61 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Network 7c02fdcf-feb3-498e-8878-39ab1584ed7b is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:22:04.155461 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [req-9a36ba20-5e39-4687-9427-054f681ca560 req-cc1f1473-aba7-4a0f-9ec5-ff240469cc61 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:04.158931 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-77c110b8-cd9e-4007-a6ad-b629b372fd54 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Usage tracker for resource:security_group_rule and tenant:6288f2605747471588a47a33d4b3d386 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:04.170703 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a36ba20-5e39-4687-9427-054f681ca560 req-cc1f1473-aba7-4a0f-9ec5-ff240469cc61 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:22:04.173770 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-77c110b8-cd9e-4007-a6ad-b629b372fd54 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:04.178568 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f380a40-6e65-4d7b-aee1-7c4866e5de7d None None] The sync data for ids ['468124b1-61ef-4290-b891-f4500b4b263a'] in dv-cinder-802781-2-iscsi is: [{'id': '468124b1-61ef-4290-b891-f4500b4b263a', 'name': 'tempest-AttachVolumeShelveTestJSON-13435468-router', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:53Z', 'updated_at': '2021-08-23T10:22:01Z', 'revision_number': 4, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'gw_port': {'id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:55Z', 'updated_at': '2021-08-23T10:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '52a0ada7-466d-4f16-bfe1-b819ee37323e', 'name': '', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'mac_address': 'fa:16:3e:d9:a0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:00Z', 'updated_at': '2021-08-23T10:22:01Z', 'revision_number': 2, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'subnets': [{'id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:22:04.198439 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-77c110b8-cd9e-4007-a6ad-b629b372fd54 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:04.206993 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36ba20-5e39-4687-9427-054f681ca560 req-cc1f1473-aba7-4a0f-9ec5-ff240469cc61 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:04.207745 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-9a36ba20-5e39-4687-9427-054f681ca560 req-cc1f1473-aba7-4a0f-9ec5-ff240469cc61 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.275149 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f1473-aba7-4a0f-9ec5-ff240469cc61 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Pushing event updated for resources: {'Port': ['ID=f76fb271-bd8c-496c-afa6-cb34f53b5fed,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:04.287892 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-cc1f1473-aba7-4a0f-9ec5-ff240469cc61 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:04.303914 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9a36ba20-5e39-4687-9427-054f681ca560 req-cc1f1473-aba7-4a0f-9ec5-ff240469cc61 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2956529 Aug 23 10:22:04.364197 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1918d7-5abf-4eb5-8882-1c6b49c64762 req-ab90f6c1-8937-4780-a617-6386ccedc2d5 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:04.376661 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8a1918d7-5abf-4eb5-8882-1c6b49c64762 req-ab90f6c1-8937-4780-a617-6386ccedc2d5 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 932 time: 0.3431628 Aug 23 10:22:04.437905 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.468867 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-77c110b8-cd9e-4007-a6ad-b629b372fd54 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.484108 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port df52262b-3d63-4681-8460-8dd3003c3b46, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=df52262b-3d63-4681-8460-8dd3003c3b46,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:04.494025 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8a1918d7-5abf-4eb5-8882-1c6b49c64762 req-6ff75caf-3b48-45be-836b-e6e9636fbcb3 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc530494-560a-4d71-8a9d-929c54381f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161993 Aug 23 10:22:04.499578 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.499917 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-77c110b8-cd9e-4007-a6ad-b629b372fd54 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.516438 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-8acec645-6446-4bd2-ae0f-84945e8e1371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:04.527372 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:04.628551 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c110b8-cd9e-4007-a6ad-b629b372fd54 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=149edec7-dba0-4798-bf22-62902f32e7a4,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:04.632485 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-77c110b8-cd9e-4007-a6ad-b629b372fd54 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:04.642213 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-77c110b8-cd9e-4007-a6ad-b629b372fd54 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.642213 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-77c110b8-cd9e-4007-a6ad-b629b372fd54 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8039882 Aug 23 10:22:04.642213 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 59556) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:04.652757 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-085b74a9-72bf-4319-8962-9683a619737a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Request body: {'security_group_rule': {'security_group_id': '149edec7-dba0-4798-bf22-62902f32e7a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:04.664038 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-085b74a9-72bf-4319-8962-9683a619737a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:04.687253 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-085b74a9-72bf-4319-8962-9683a619737a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Usage tracker for resource:security_group_rule and tenant:6288f2605747471588a47a33d4b3d386 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:04.692751 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-085b74a9-72bf-4319-8962-9683a619737a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:04.708374 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-085b74a9-72bf-4319-8962-9683a619737a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:04.750911 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'name': 'tempest-AttachVolumeTestJSON-923390273-router', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:52Z', 'updated_at': '2021-08-23T10:22:00Z', 'revision_number': 4, 'project_id': '6288f2605747471588a47a33d4b3d386', 'gw_port': {'id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:54Z', 'updated_at': '2021-08-23T10:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '1c22d471-2fac-4fdb-985b-4f0d0e3adbf1', 'name': '', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'mac_address': 'fa:16:3e:a6:74:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:59Z', 'updated_at': '2021-08-23T10:22:00Z', 'revision_number': 2, 'project_id': '6288f2605747471588a47a33d4b3d386', 'subnets': [{'id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:04.758085 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-085b74a9-72bf-4319-8962-9683a619737a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.762896 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] Checking router: c099cf66-6591-4172-a91d-ddfbfcdd89a9 for host: dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:22:04.763264 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] Updating router c099cf66-6591-4172-a91d-ddfbfcdd89a9 port 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1 binding host dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:22:04.772345 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 59562) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:04.777977 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-7e93f6d1-e7ac-4543-ad91-515907b29bfd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--725606749', 'description': 'tempest-description--498225025'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:04.789075 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-7e93f6d1-e7ac-4543-ad91-515907b29bfd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:04.813727 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-7e93f6d1-e7ac-4543-ad91-515907b29bfd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Usage tracker for resource:security_group and tenant:bb2e29fde40147f5b41343ddc6e036d2 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:04.825757 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-7e93f6d1-e7ac-4543-ad91-515907b29bfd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:04.849615 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=df52262b-3d63-4681-8460-8dd3003c3b46,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:04.857108 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:04.865062 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-7e93f6d1-e7ac-4543-ad91-515907b29bfd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:04.880376 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-085b74a9-72bf-4319-8962-9683a619737a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.884750 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7e93f6d1-e7ac-4543-ad91-515907b29bfd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.885919 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-085b74a9-72bf-4319-8962-9683a619737a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.895190 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:04.907063 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-7e93f6d1-e7ac-4543-ad91-515907b29bfd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:04.913489 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-7e93f6d1-e7ac-4543-ad91-515907b29bfd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Usage tracker for resource:security_group_rule and tenant:bb2e29fde40147f5b41343ddc6e036d2 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:04.917507 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-7e93f6d1-e7ac-4543-ad91-515907b29bfd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:04.928397 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-7e93f6d1-e7ac-4543-ad91-515907b29bfd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:04.953332 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b74a9-72bf-4319-8962-9683a619737a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3b3fb7-f006-429a-91ca-7e52613dd595,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:04.954267 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.957207 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-085b74a9-72bf-4319-8962-9683a619737a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:04.962434 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-085b74a9-72bf-4319-8962-9683a619737a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:04.963889 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-085b74a9-72bf-4319-8962-9683a619737a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3215091 Aug 23 10:22:04.966370 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 59568) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:04.979866 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-b15f34b0-7864-43ab-a7d4-2c24fa1e591c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Request body: {'security_group_rule': {'security_group_id': '149edec7-dba0-4798-bf22-62902f32e7a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:04.985213 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-b15f34b0-7864-43ab-a7d4-2c24fa1e591c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:04.989505 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-b15f34b0-7864-43ab-a7d4-2c24fa1e591c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Usage tracker for resource:security_group_rule and tenant:6288f2605747471588a47a33d4b3d386 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:04.993952 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-b15f34b0-7864-43ab-a7d4-2c24fa1e591c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:05.004276 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-b15f34b0-7864-43ab-a7d4-2c24fa1e591c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:05.059909 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b15f34b0-7864-43ab-a7d4-2c24fa1e591c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:05.069001 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7e93f6d1-e7ac-4543-ad91-515907b29bfd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:05.081976 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7e93f6d1-e7ac-4543-ad91-515907b29bfd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:05.093672 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:05.131277 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93f6d1-e7ac-4543-ad91-515907b29bfd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0daf98fd-539e-4d6d-9235-ccc040b3a4c9,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:05.134253 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-7e93f6d1-e7ac-4543-ad91-515907b29bfd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:05.151931 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7e93f6d1-e7ac-4543-ad91-515907b29bfd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:05.156141 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-7e93f6d1-e7ac-4543-ad91-515907b29bfd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.3800366 Aug 23 10:22:05.156292 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 59572) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:05.164839 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-58d972ac-53ce-4e49-bb62-72cbd9698d1c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Request body: {'security_group_rule': {'security_group_id': '0daf98fd-539e-4d6d-9235-ccc040b3a4c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:05.172323 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-58d972ac-53ce-4e49-bb62-72cbd9698d1c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:05.177261 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-58d972ac-53ce-4e49-bb62-72cbd9698d1c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Usage tracker for resource:security_group_rule and tenant:bb2e29fde40147f5b41343ddc6e036d2 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:05.181827 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-58d972ac-53ce-4e49-bb62-72cbd9698d1c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:05.193767 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-58d972ac-53ce-4e49-bb62-72cbd9698d1c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:05.227385 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b15f34b0-7864-43ab-a7d4-2c24fa1e591c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:05.235209 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b15f34b0-7864-43ab-a7d4-2c24fa1e591c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:05.237360 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:05.246164 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-58d972ac-53ce-4e49-bb62-72cbd9698d1c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:05.261971 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f34b0-7864-43ab-a7d4-2c24fa1e591c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b97904-87ff-49a6-b303-a063f28d930f,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:05.265372 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-b15f34b0-7864-43ab-a7d4-2c24fa1e591c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:05.275503 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b15f34b0-7864-43ab-a7d4-2c24fa1e591c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:05.290255 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 59576) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:05.291080 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-b15f34b0-7864-43ab-a7d4-2c24fa1e591c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3234673 Aug 23 10:22:05.297595 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Request body: {'floatingip': {'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:05.306850 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:05.319331 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Usage tracker for resource:floatingip and tenant:6288f2605747471588a47a33d4b3d386 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:05.323877 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:05.332113 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:05.353513 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-58d972ac-53ce-4e49-bb62-72cbd9698d1c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:05.355135 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for floatingip, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:05.374200 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-58d972ac-53ce-4e49-bb62-72cbd9698d1c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:05.382792 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:05.412032 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d972ac-53ce-4e49-bb62-72cbd9698d1c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e87ebb-fb96-420b-ad2a-9991318f4318,revision_number=0']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:05.419637 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-58d972ac-53ce-4e49-bb62-72cbd9698d1c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:05.428094 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-58d972ac-53ce-4e49-bb62-72cbd9698d1c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:05.429593 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-58d972ac-53ce-4e49-bb62-72cbd9698d1c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2722409 Aug 23 10:22:05.432852 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 59580) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:05.439554 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] Notify callbacks [] for port, precommit_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:05.441615 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-18015c8c-e197-4d98-a1fe-652bfb9cfc4d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Request body: {'security_group_rule': {'security_group_id': '0daf98fd-539e-4d6d-9235-ccc040b3a4c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:05.448411 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-18015c8c-e197-4d98-a1fe-652bfb9cfc4d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:05.452488 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.provisioning_blocks [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] Transition to ACTIVE for port object 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1 will not be triggered until provisioned by entity L2. {{(pid=79264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:22:05.459617 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:05.463953 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-884ff2ab-f032-42a2-a647-329aab2a0104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:05.537981 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-18015c8c-e197-4d98-a1fe-652bfb9cfc4d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Usage tracker for resource:security_group_rule and tenant:bb2e29fde40147f5b41343ddc6e036d2 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:05.539868 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-b588106a-4187-4e0c-b12d-08d92dfa87e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:05.541773 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-18015c8c-e197-4d98-a1fe-652bfb9cfc4d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:05.548483 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-18015c8c-e197-4d98-a1fe-652bfb9cfc4d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:05.556695 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98474ce-54d8-4fd2-ae26-fdf2a1e48b63 None None] Pushing event updated for resources: {'Port': ['ID=1c22d471-2fac-4fdb-985b-4f0d0e3adbf1,revision_number=3']} {{(pid=79264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:05.572176 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-f98474ce-54d8-4fd2-ae26-fdf2a1e48b63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:05.580899 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-18015c8c-e197-4d98-a1fe-652bfb9cfc4d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:05.804103 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-18015c8c-e197-4d98-a1fe-652bfb9cfc4d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:05.828023 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:05.844250 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-18015c8c-e197-4d98-a1fe-652bfb9cfc4d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:05.947217 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] Attempting to bind port 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1 on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:22:05.947733 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] Attempting to bind port 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1 by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': 'e81395ff-959d-4a1d-9754-8caa94ac1e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981'}] {{(pid=79264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:22:05.947977 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] Attempting to bind port 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1 on network 4c1fc7bc-93d4-4389-8e20-f7d09f046981 {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:05.954174 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:22:05.954573 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] Checking segment: {'id': 'e81395ff-959d-4a1d-9754-8caa94ac1e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:22:05.954993 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:05.955395 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] Bound using segment: {'id': 'e81395ff-959d-4a1d-9754-8caa94ac1e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981'} {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:22:05.956269 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] Bound port: 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81395ff-959d-4a1d-9754-8caa94ac1e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981'}}] {{(pid=79264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:22:05.957084 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:05.993527 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:06.180372 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.db [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] For port 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:22:06.188314 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.db [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] For port 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=1c22d471-2fac-4fdb-985b-4f0d0e3adbf1,segment=NetworkSegment(e81395ff-959d-4a1d-9754-8caa94ac1e89),segment_id=e81395ff-959d-4a1d-9754-8caa94ac1e89)] {{(pid=79264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:22:06.202686 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18015c8c-e197-4d98-a1fe-652bfb9cfc4d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516a0554-4324-47cb-8294-3c2beab1acb5,revision_number=0']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:06.218783 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:06.221454 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-18015c8c-e197-4d98-a1fe-652bfb9cfc4d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:06.222974 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:06.232655 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c675f-d690-4411-820b-5ab30e8f6bf4 req-d7c25168-36ab-4d46-b3fc-3af930d15f41 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:06.233512 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-3b7c675f-d690-4411-820b-5ab30e8f6bf4 req-d7c25168-36ab-4d46-b3fc-3af930d15f41 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Synchronizing usage tracker for tenant:d2caffb37c3c420b9d9d6c1b0f0fee6f on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:06.258909 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-18015c8c-e197-4d98-a1fe-652bfb9cfc4d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:06.260423 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-18015c8c-e197-4d98-a1fe-652bfb9cfc4d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8265958 Aug 23 10:22:06.264655 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 59602) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:06.271631 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Request body: {'floatingip': {'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:06.284043 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:06.289308 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Usage tracker for resource:floatingip and tenant:bb2e29fde40147f5b41343ddc6e036d2 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:06.329038 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:06.329038 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:06.345615 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-3b7c675f-d690-4411-820b-5ab30e8f6bf4 req-d7c25168-36ab-4d46-b3fc-3af930d15f41 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Unset dirty status for tenant:d2caffb37c3c420b9d9d6c1b0f0fee6f on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:06.352625 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3b7c675f-d690-4411-820b-5ab30e8f6bf4 req-d7c25168-36ab-4d46-b3fc-3af930d15f41 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 932 time: 0.7096062 Aug 23 10:22:06.364712 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for floatingip, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:06.381307 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Allocated IP 172.27.2.58 (0e8cefd7-d645-4496-8b4b-729be1dafeb2/42841614-a1e8-4916-825f-ef19d8d550be/52a2f26e-7b77-43dd-b02d-0c7882abaa52) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:22:06.386799 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:06.414290 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] Routers {'c099cf66-6591-4172-a91d-ddfbfcdd89a9'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:22:06.414944 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:22:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:06.427302 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-3b7c675f-d690-4411-820b-5ab30e8f6bf4 req-72cc4a30-67e6-417c-8a82-131afd1d4c08 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Synchronizing usage tracker for tenant:d2caffb37c3c420b9d9d6c1b0f0fee6f on resource:security_group {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:06.484739 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98474ce-54d8-4fd2-ae26-fdf2a1e48b63 None None] Pushing event updated for resources: {'Port': ['ID=1c22d471-2fac-4fdb-985b-4f0d0e3adbf1,revision_number=4']} {{(pid=79264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:06.488864 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-f98474ce-54d8-4fd2-ae26-fdf2a1e48b63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:06.617505 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:06.618468 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-3b7c675f-d690-4411-820b-5ab30e8f6bf4 req-72cc4a30-67e6-417c-8a82-131afd1d4c08 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Unset dirty status for tenant:d2caffb37c3c420b9d9d6c1b0f0fee6f on resource:security_group {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:06.628485 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3b7c675f-d690-4411-820b-5ab30e8f6bf4 req-72cc4a30-67e6-417c-8a82-131afd1d4c08 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc530494-560a-4d71-8a9d-929c54381f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747221 Aug 23 10:22:06.668172 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] Set router c099cf66-6591-4172-a91d-ddfbfcdd89a9 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:22:06.708623 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:06.743647 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:06.750024 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-cc1f1473-aba7-4a0f-9ec5-ff240469cc61 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:06.814511 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device ae4cd8df-ab15-4d82-9954-89829951ec0d up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:06.821607 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Allocated IP 172.27.2.50 (0e8cefd7-d645-4496-8b4b-729be1dafeb2/42841614-a1e8-4916-825f-ef19d8d550be/27f70453-9ee4-4016-9283-2989802567f9) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:22:06.863953 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:22:06.869334 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:06.872734 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:22:06.934908 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Pushing event updated for resources: {'Port': ['ID=52a2f26e-7b77-43dd-b02d-0c7882abaa52,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:06.939703 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:06.959963 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:06.986531 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port ae4cd8df-ab15-4d82-9954-89829951ec0d completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:22:06.995303 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port ae4cd8df-ab15-4d82-9954-89829951ec0d triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:06.996479 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:07.113764 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:07.159305 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:07.198840 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'name': 'tempest-AttachVolumeTestJSON-923390273-router', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:52Z', 'updated_at': '2021-08-23T10:22:00Z', 'revision_number': 4, 'project_id': '6288f2605747471588a47a33d4b3d386', 'gw_port': {'id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:54Z', 'updated_at': '2021-08-23T10:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '1c22d471-2fac-4fdb-985b-4f0d0e3adbf1', 'name': '', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'mac_address': 'fa:16:3e:a6:74:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:59Z', 'updated_at': '2021-08-23T10:22:06Z', 'revision_number': 4, 'project_id': '6288f2605747471588a47a33d4b3d386', 'subnets': [{'id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:07.202261 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:07.207554 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:07.214896 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c96f23-79a5-45f5-9289-4f5f1cf8e031 None None] The sync data for ids ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'] in dv-cinder-802781-2-iscsi is: [{'id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'name': 'tempest-AttachVolumeTestJSON-923390273-router', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:52Z', 'updated_at': '2021-08-23T10:22:00Z', 'revision_number': 4, 'project_id': '6288f2605747471588a47a33d4b3d386', 'gw_port': {'id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:54Z', 'updated_at': '2021-08-23T10:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '1c22d471-2fac-4fdb-985b-4f0d0e3adbf1', 'name': '', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'mac_address': 'fa:16:3e:a6:74:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:59Z', 'updated_at': '2021-08-23T10:22:06Z', 'revision_number': 4, 'project_id': '6288f2605747471588a47a33d4b3d386', 'subnets': [{'id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:22:07.373351 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Pushing event updated for resources: {'Port': ['ID=27f70453-9ee4-4016-9283-2989802567f9,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:07.389097 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:07.394891 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:22:07.396659 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:07.397421 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] Sync routers for ids ['468124b1-61ef-4290-b891-f4500b4b263a'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:22:07.399366 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:22:07.444740 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] Routers {'468124b1-61ef-4290-b891-f4500b4b263a'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:22:07.445641 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:22:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['468124b1-61ef-4290-b891-f4500b4b263a'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:07.513670 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:07.514323 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:07.520475 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:07.527165 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:07.536714 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:07.562671 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port ae4cd8df-ab15-4d82-9954-89829951ec0d, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=ae4cd8df-ab15-4d82-9954-89829951ec0d,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:07.572938 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:07.576556 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device df52262b-3d63-4681-8460-8dd3003c3b46 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:07.591443 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:07.613873 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-8acec645-6446-4bd2-ae0f-84945e8e1371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:07.618735 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588992'] for floatingip, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:07.644455 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Pushing event updated for resources: {'Port': ['ID=52a2f26e-7b77-43dd-b02d-0c7882abaa52,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:07.673981 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:07.678959 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for floatingip, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:07.688377 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3897741 Aug 23 10:22:07.860632 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=ae4cd8df-ab15-4d82-9954-89829951ec0d,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:07.867213 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:07.892419 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] Set router 468124b1-61ef-4290-b891-f4500b4b263a gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:22:07.934715 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-86fe924b-b9ba-4af0-b3ef-1a66911598c3 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1262624115&fields=id&tenant_id=6288f2605747471588a47a33d4b3d386 HTTP/1.1" status: 200 len: 267 time: 0.0632045 Aug 23 10:22:08.089336 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05705ee2-9ba3-4b06-8678-8d69e3b9a8ea req-4cef1081-81db-488f-b5ab-b7af84c8af34 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:08.097183 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-05705ee2-9ba3-4b06-8678-8d69e3b9a8ea req-4cef1081-81db-488f-b5ab-b7af84c8af34 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 932 time: 0.2829762 Aug 23 10:22:08.162955 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-e269aa0e-812d-4c17-996e-607a3e1a9c67 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:08.170874 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-e269aa0e-812d-4c17-996e-607a3e1a9c67 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/networks?id=4c1fc7bc-93d4-4389-8e20-f7d09f046981 HTTP/1.1" status: 200 len: 810 time: 0.2349234 Aug 23 10:22:08.189308 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-3b0447f8-0528-4ad8-a2a7-af0e6c3d10a3 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/quotas/6288f2605747471588a47a33d4b3d386 HTTP/1.1" status: 200 len: 375 time: 0.0173130 Aug 23 10:22:08.195110 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port df52262b-3d63-4681-8460-8dd3003c3b46 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:08.200448 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:08.240751 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:08.270077 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-05705ee2-9ba3-4b06-8678-8d69e3b9a8ea req-01f94b86-22d0-418b-bfb0-07e106de0337 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc530494-560a-4d71-8a9d-929c54381f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717863 Aug 23 10:22:08.275521 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:08.278531 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:08.305026 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:08.403983 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-e52995e2-d33f-45b1-9d20-88a1ef4ab042 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6288f2605747471588a47a33d4b3d386&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2061305 Aug 23 10:22:08.435043 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588992'] for floatingip, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:08.493321 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Pushing event updated for resources: {'Port': ['ID=27f70453-9ee4-4016-9283-2989802567f9,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:08.498638 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:08.542135 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:08.543848 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2773461 Aug 23 10:22:08.732345 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-a1b9320c-3ee6-45c3-854a-f26991c72ebc service neutron] 10.222.0.21 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251865 Aug 23 10:22:08.874023 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468124b1-61ef-4290-b891-f4500b4b263a', 'name': 'tempest-AttachVolumeShelveTestJSON-13435468-router', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:53Z', 'updated_at': '2021-08-23T10:22:01Z', 'revision_number': 4, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'gw_port': {'id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:55Z', 'updated_at': '2021-08-23T10:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '52a0ada7-466d-4f16-bfe1-b819ee37323e', 'name': '', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'mac_address': 'fa:16:3e:d9:a0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:00Z', 'updated_at': '2021-08-23T10:22:01Z', 'revision_number': 2, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'subnets': [{'id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:08.889549 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] Checking router: 468124b1-61ef-4290-b891-f4500b4b263a for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:22:08.889918 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] Updating router 468124b1-61ef-4290-b891-f4500b4b263a port 52a0ada7-466d-4f16-bfe1-b819ee37323e binding host dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:22:08.963225 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-81ee0f37-1599-457d-8bea-d6fa3b731a5f tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--725606749&fields=id&tenant_id=bb2e29fde40147f5b41343ddc6e036d2 HTTP/1.1" status: 200 len: 267 time: 0.1057839 Aug 23 10:22:08.975570 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device ae4cd8df-ab15-4d82-9954-89829951ec0d up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:09.043112 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-9b68cd5c-046f-44ff-a12a-97b9672ebac9 service neutron] 10.222.0.21 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936800 Aug 23 10:22:09.143079 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:09.183467 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-498ae4d0-b3f6-4c39-b5ec-ef059300fe3b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:09.191501 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-498ae4d0-b3f6-4c39-b5ec-ef059300fe3b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/networks?id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d HTTP/1.1" status: 200 len: 815 time: 0.2270708 Aug 23 10:22:09.208832 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-7b55a733-5dc3-45b3-a924-c59c08d4a930 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/quotas/bb2e29fde40147f5b41343ddc6e036d2 HTTP/1.1" status: 200 len: 375 time: 0.0161433 Aug 23 10:22:09.449347 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port ae4cd8df-ab15-4d82-9954-89829951ec0d triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:09.449875 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:09.453956 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b6fe1384-86ea-4a49-b931-f599a3ed754c req-a4dd88c7-3c99-40bb-8c06-4d23864222eb tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 210 time: 0.1325319 Aug 23 10:22:09.496772 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-bf0419c2-b8f9-4139-a22d-2643133e25b6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb2e29fde40147f5b41343ddc6e036d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2672067 Aug 23 10:22:09.721696 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:09.736150 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51657625-5d6a-4790-867a-b8511efa7015 req-d5977c04-14cf-48ca-94be-58f247d7f181 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:09.749276 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-51657625-5d6a-4790-867a-b8511efa7015 req-d5977c04-14cf-48ca-94be-58f247d7f181 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 932 time: 0.1585767 Aug 23 10:22:09.857486 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-51657625-5d6a-4790-867a-b8511efa7015 req-361919e5-ff6e-4740-a87d-e61312d8c17d tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc530494-560a-4d71-8a9d-929c54381f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056561 Aug 23 10:22:09.899449 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-3aa9e025-9cca-4ced-85ff-c50298ae89cf service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 10:22:09.900754 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-3aa9e025-9cca-4ced-85ff-c50298ae89cf service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0842881 Aug 23 10:22:10.223608 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] Notify callbacks [] for port, precommit_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:10.234976 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] Transition to ACTIVE for port object 52a0ada7-466d-4f16-bfe1-b819ee37323e will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:22:10.235481 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-f2d37458-15c1-4103-a03b-c432bfcdab0b service neutron] 10.222.0.21 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259351 Aug 23 10:22:10.252066 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:10.259626 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:10.558805 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:22:10.574790 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-9cd6e0ce-5845-46bc-9fdb-88719331b88e service neutron] 10.222.0.21 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363612 Aug 23 10:22:10.685166 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:10.686093 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:10.712996 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d85047f2-59bc-4cf2-bc41-8780f3f209e3 req-c5c5467d-8942-4776-8834-84b9334b2b70 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 210 time: 0.1297646 Aug 23 10:22:10.806059 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683909a-73e5-470d-92fc-5373b71d8b08 None None] Pushing event updated for resources: {'Port': ['ID=52a0ada7-466d-4f16-bfe1-b819ee37323e,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:10.825335 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-f683909a-73e5-470d-92fc-5373b71d8b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:10.923665 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 59748) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:10.936076 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] Attempting to bind port 52a0ada7-466d-4f16-bfe1-b819ee37323e on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:22:10.936472 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] Attempting to bind port 52a0ada7-466d-4f16-bfe1-b819ee37323e by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': '1c6d6428-a26e-47e8-a5f2-9e7292e6095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:22:10.936876 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] Attempting to bind port 52a0ada7-466d-4f16-bfe1-b819ee37323e on network cb0fbf9e-ed78-4e0e-8f51-27d921463c0d {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:10.955464 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:22:10.955853 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] Checking segment: {'id': '1c6d6428-a26e-47e8-a5f2-9e7292e6095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:22:10.956665 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:10.957081 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] Bound using segment: {'id': '1c6d6428-a26e-47e8-a5f2-9e7292e6095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:22:10.957628 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] Bound port: 52a0ada7-466d-4f16-bfe1-b819ee37323e, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c6d6428-a26e-47e8-a5f2-9e7292e6095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:22:10.958032 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:11.260928 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:11.302310 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-dfa0ea79-8024-4ebf-a421-3e01afd2b629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:11.357278 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=1c22d471-2fac-4fdb-985b-4f0d0e3adbf1,segment=NetworkSegment(e81395ff-959d-4a1d-9754-8caa94ac1e89),segment_id=e81395ff-959d-4a1d-9754-8caa94ac1e89)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:11.359464 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-dfa0ea79-8024-4ebf-a421-3e01afd2b629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:11.368557 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-dfa0ea79-8024-4ebf-a421-3e01afd2b629 admin admin] Usage tracker for resource:security_group_rule and tenant:b510df7391db4293aa3721e0a0c8e44f is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:11.372196 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:11.377190 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:11.403761 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-dfa0ea79-8024-4ebf-a421-3e01afd2b629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:11.419069 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-dfa0ea79-8024-4ebf-a421-3e01afd2b629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:11.462618 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642121c-0dd2-4576-b9f9-4594b5282211 req-466754f5-83ae-4917-aba8-a24683c78b88 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:11.472258 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d642121c-0dd2-4576-b9f9-4594b5282211 req-466754f5-83ae-4917-aba8-a24683c78b88 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 932 time: 0.3299320 Aug 23 10:22:11.528553 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] For port 52a0ada7-466d-4f16-bfe1-b819ee37323e, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:22:11.534202 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] For port 52a0ada7-466d-4f16-bfe1-b819ee37323e, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=52a0ada7-466d-4f16-bfe1-b819ee37323e,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:22:11.545182 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:11.651361 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=1c22d471-2fac-4fdb-985b-4f0d0e3adbf1,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:11.657239 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:11.659192 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:11.660196 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-bd894966-a137-4cb0-bd7f-208fb6a4d19c req-618924d6-71b6-4d66-bd0b-c86930270b68 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 210 time: 0.0786548 Aug 23 10:22:11.697655 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d642121c-0dd2-4576-b9f9-4594b5282211 req-26c44b4e-4ba2-4b76-a3f3-5d26647eba8b tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc530494-560a-4d71-8a9d-929c54381f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241499 Aug 23 10:22:11.785761 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [req-9a36ba20-5e39-4687-9427-054f681ca560 req-9487b02e-a0d4-4005-a134-55d25188e77f tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 10:22:11.788111 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9a36ba20-5e39-4687-9427-054f681ca560 req-9487b02e-a0d4-4005-a134-55d25188e77f tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091524 Aug 23 10:22:11.852732 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-dfa0ea79-8024-4ebf-a421-3e01afd2b629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:11.865792 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-dfa0ea79-8024-4ebf-a421-3e01afd2b629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:11.888114 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683909a-73e5-470d-92fc-5373b71d8b08 None None] Pushing event updated for resources: {'Port': ['ID=52a0ada7-466d-4f16-bfe1-b819ee37323e,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:11.892202 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-f683909a-73e5-470d-92fc-5373b71d8b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:11.903483 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:11.909968 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] Routers {'468124b1-61ef-4290-b891-f4500b4b263a'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:22:11.910611 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:22:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['468124b1-61ef-4290-b891-f4500b4b263a'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:11.914477 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-dfa0ea79-8024-4ebf-a421-3e01afd2b629 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b510df7391db4293aa3721e0a0c8e44f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9893985 Aug 23 10:22:11.919337 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 59798) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:11.961909 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0ea79-8024-4ebf-a421-3e01afd2b629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf96b47-1a0b-41c6-a4f4-e02b62147a5b,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:11.975048 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-dfa0ea79-8024-4ebf-a421-3e01afd2b629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:12.134828 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6fc9fa22-80aa-4d69-b026-dcab4f08c6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:12.167727 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-9a36ba20-5e39-4687-9427-054f681ca560 req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] Request body: {'port': {'device_id': '882de562-0dc2-46fe-9ae8-4f07ce6e34f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:12.244153 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6fc9fa22-80aa-4d69-b026-dcab4f08c6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:12.410420 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-9a36ba20-5e39-4687-9427-054f681ca560 req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:12.465611 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] Set router 468124b1-61ef-4290-b891-f4500b4b263a gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:22:12.497832 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-fc727cce-bfa5-4c26-b995-7c53ed6ef758 req-e1097f10-e3c9-4304-8606-3c8df3ea4a2b tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Synchronizing usage tracker for tenant:6288f2605747471588a47a33d4b3d386 on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:12.584757 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-fc727cce-bfa5-4c26-b995-7c53ed6ef758 req-e1097f10-e3c9-4304-8606-3c8df3ea4a2b tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Unset dirty status for tenant:6288f2605747471588a47a33d4b3d386 on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:12.603535 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-fc727cce-bfa5-4c26-b995-7c53ed6ef758 req-e1097f10-e3c9-4304-8606-3c8df3ea4a2b tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 210 time: 0.3587523 Aug 23 10:22:12.633849 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6fc9fa22-80aa-4d69-b026-dcab4f08c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:12.651768 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:12.669960 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9fa22-80aa-4d69-b026-dcab4f08c6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf96b47-1a0b-41c6-a4f4-e02b62147a5b,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:12.687711 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-6fc9fa22-80aa-4d69-b026-dcab4f08c6f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:12.696887 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6fc9fa22-80aa-4d69-b026-dcab4f08c6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:12.703477 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-6fc9fa22-80aa-4d69-b026-dcab4f08c6f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5cf96b47-1a0b-41c6-a4f4-e02b62147a5b HTTP/1.1" status: 204 len: 168 time: 0.7828784 Aug 23 10:22:13.181618 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468124b1-61ef-4290-b891-f4500b4b263a', 'name': 'tempest-AttachVolumeShelveTestJSON-13435468-router', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:53Z', 'updated_at': '2021-08-23T10:22:01Z', 'revision_number': 4, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'gw_port': {'id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:55Z', 'updated_at': '2021-08-23T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '52a0ada7-466d-4f16-bfe1-b819ee37323e', 'name': '', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'mac_address': 'fa:16:3e:d9:a0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:00Z', 'updated_at': '2021-08-23T10:22:11Z', 'revision_number': 4, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'subnets': [{'id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:13.203449 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19f774f-9dbe-4a32-b18e-3dfa755c61c0 None None] The sync data for ids ['468124b1-61ef-4290-b891-f4500b4b263a'] in dv-cinder-802781-2-iscsi is: [{'id': '468124b1-61ef-4290-b891-f4500b4b263a', 'name': 'tempest-AttachVolumeShelveTestJSON-13435468-router', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:53Z', 'updated_at': '2021-08-23T10:22:01Z', 'revision_number': 4, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'gw_port': {'id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:55Z', 'updated_at': '2021-08-23T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '52a0ada7-466d-4f16-bfe1-b819ee37323e', 'name': '', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'mac_address': 'fa:16:3e:d9:a0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:00Z', 'updated_at': '2021-08-23T10:22:11Z', 'revision_number': 4, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'subnets': [{'id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:22:13.318708 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2f758e82-443c-470f-912e-559d759aae19 req-132c5b53-84c4-4f84-aabb-2d59cc11d355 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 210 time: 0.0848284 Aug 23 10:22:13.532466 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 52a0ada7-466d-4f16-bfe1-b819ee37323e up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:13.681256 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22100795-e757-4b4e-98a5-533dce32b0c7 req-0ef20561-6e7b-43e1-adf8-7bc5d767543a tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:13.684244 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-22100795-e757-4b4e-98a5-533dce32b0c7 req-0ef20561-6e7b-43e1-adf8-7bc5d767543a tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 932 time: 0.3049660 Aug 23 10:22:13.767315 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port 52a0ada7-466d-4f16-bfe1-b819ee37323e completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:22:13.787114 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 52a0ada7-466d-4f16-bfe1-b819ee37323e triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:13.787647 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:13.825077 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-22100795-e757-4b4e-98a5-533dce32b0c7 req-63872824-cbce-4323-ac9f-828be1ec6e16 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc530494-560a-4d71-8a9d-929c54381f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232460 Aug 23 10:22:13.831424 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [req-9a36ba20-5e39-4687-9427-054f681ca560 req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f76fb271-bd8c-496c-afa6-cb34f53b5fed {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:22:13.859523 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-9a36ba20-5e39-4687-9427-054f681ca560 req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:13.937014 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [req-9a36ba20-5e39-4687-9427-054f681ca560 req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] Transition to ACTIVE for port object f76fb271-bd8c-496c-afa6-cb34f53b5fed will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:22:13.949824 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-9a36ba20-5e39-4687-9427-054f681ca560 req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:13.954516 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:14.102091 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:14.202153 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port 52a0ada7-466d-4f16-bfe1-b819ee37323e, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=52a0ada7-466d-4f16-bfe1-b819ee37323e,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:14.211997 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:14.213292 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:14.280222 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.38', 54517) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:14.319027 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-d82fa3bb-fa85-48d7-b929-ac25f3f48df6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:14.506572 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-490a1092-2e5e-4555-9e3f-d9f774bc13ee req-645efcd3-3ba7-4af9-91f6-9049999bcfdd tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 210 time: 0.1571047 Aug 23 10:22:14.551874 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f76fb271-bd8c-496c-afa6-cb34f53b5fed,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:14.573930 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:14.714340 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=52a0ada7-466d-4f16-bfe1-b819ee37323e,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:14.720265 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:14.761290 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 59892) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:14.803391 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:14.810296 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:14.908763 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-8ab144ce-c9ee-4719-98f8-2794a1f236cb tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:14.909577 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-8ab144ce-c9ee-4719-98f8-2794a1f236cb tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Synchronizing usage tracker for tenant:6288f2605747471588a47a33d4b3d386 on resource:network {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:14.932484 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-8ab144ce-c9ee-4719-98f8-2794a1f236cb tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Unset dirty status for tenant:6288f2605747471588a47a33d4b3d386 on resource:network {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:14.933985 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-8ab144ce-c9ee-4719-98f8-2794a1f236cb tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.38 "GET /v2.0/networks?id=4c1fc7bc-93d4-4389-8e20-f7d09f046981 HTTP/1.1" status: 200 len: 810 time: 0.6473405 Aug 23 10:22:14.951936 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 59910) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:15.005364 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-9a36ba20-5e39-4687-9427-054f681ca560 req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] Attempting to bind port f76fb271-bd8c-496c-afa6-cb34f53b5fed on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:22:15.011084 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-9a36ba20-5e39-4687-9427-054f681ca560 req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] Attempting to bind port f76fb271-bd8c-496c-afa6-cb34f53b5fed by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '70285392-1ba4-43b3-a909-f11b4527d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7c02fdcf-feb3-498e-8878-39ab1584ed7b'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:22:15.011511 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36ba20-5e39-4687-9427-054f681ca560 req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] Attempting to bind port f76fb271-bd8c-496c-afa6-cb34f53b5fed on network 7c02fdcf-feb3-498e-8878-39ab1584ed7b {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:15.016519 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-640c5d81-3c2d-4535-a620-3a6c80728cfc req-2cb883e3-2906-4973-8792-dc0a66c5bdc0 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Synchronizing usage tracker for tenant:bb2e29fde40147f5b41343ddc6e036d2 on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:15.045620 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36ba20-5e39-4687-9427-054f681ca560 req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] Port f76fb271-bd8c-496c-afa6-cb34f53b5fed on network 7c02fdcf-feb3-498e-8878-39ab1584ed7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:22:15.045941 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36ba20-5e39-4687-9427-054f681ca560 req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] Attempting to bind port f76fb271-bd8c-496c-afa6-cb34f53b5fed on network 7c02fdcf-feb3-498e-8878-39ab1584ed7b {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:15.074154 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36ba20-5e39-4687-9427-054f681ca560 req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] Checking agent: {'id': 'f0a3a63c-ec97-42f3-9482-19859e948017', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'started_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:22:15.084838 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36ba20-5e39-4687-9427-054f681ca560 req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] Checking segment: {'id': '70285392-1ba4-43b3-a909-f11b4527d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7c02fdcf-feb3-498e-8878-39ab1584ed7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:22:15.086999 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36ba20-5e39-4687-9427-054f681ca560 req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] Bound using segment: {'id': '70285392-1ba4-43b3-a909-f11b4527d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7c02fdcf-feb3-498e-8878-39ab1584ed7b'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:22:15.092510 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-9a36ba20-5e39-4687-9427-054f681ca560 req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] Bound port: f76fb271-bd8c-496c-afa6-cb34f53b5fed, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70285392-1ba4-43b3-a909-f11b4527d177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7c02fdcf-feb3-498e-8878-39ab1584ed7b'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:22:15.101826 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-9a36ba20-5e39-4687-9427-054f681ca560 req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:15.130423 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-3885d149-026a-4ca0-8f57-200a88046ea6 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Synchronizing usage tracker for tenant:6288f2605747471588a47a33d4b3d386 on resource:security_group {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:15.179005 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-3885d149-026a-4ca0-8f57-200a88046ea6 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Unset dirty status for tenant:6288f2605747471588a47a33d4b3d386 on resource:security_group {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:15.193563 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-3885d149-026a-4ca0-8f57-200a88046ea6 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6288f2605747471588a47a33d4b3d386 HTTP/1.1" status: 200 len: 380 time: 0.2198310 Aug 23 10:22:15.204391 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-640c5d81-3c2d-4535-a620-3a6c80728cfc req-2cb883e3-2906-4973-8792-dc0a66c5bdc0 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Unset dirty status for tenant:bb2e29fde40147f5b41343ddc6e036d2 on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:15.205185 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-5cb21a07-55c7-4c56-afc8-9df7cd714684 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Request body: {'port': {'device_id': '4571a698-928f-4036-872d-d62c92d01ef9', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'admin_state_up': True, 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'security_groups': ['149edec7-dba0-4798-bf22-62902f32e7a4']}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:15.220290 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-640c5d81-3c2d-4535-a620-3a6c80728cfc req-2cb883e3-2906-4973-8792-dc0a66c5bdc0 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 210 time: 0.3651681 Aug 23 10:22:15.306446 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3dc87b6f-94bb-45f3-afc7-0670024f6c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:15.334796 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-3dc87b6f-94bb-45f3-afc7-0670024f6c25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:15.339035 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-643020107-network', 'tenant_id': 'b8f6da89fd844d39892d912507c80de6'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:15.340647 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-3dc87b6f-94bb-45f3-afc7-0670024f6c25 admin admin] Usage tracker for resource:security_group_rule and tenant:a4b4c8aaf4e440658f02adf7618708f3 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:15.344731 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-3dc87b6f-94bb-45f3-afc7-0670024f6c25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:15.349222 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:15.354619 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Usage tracker for resource:network and tenant:b8f6da89fd844d39892d912507c80de6 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:15.358007 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:15.362506 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-3dc87b6f-94bb-45f3-afc7-0670024f6c25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:15.381257 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:15.412597 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Made reservation on behalf of b8f6da89fd844d39892d912507c80de6 for: {'network': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:22:15.415782 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for network, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:15.452529 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:15.477720 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:15.496128 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Usage tracker for resource:security_group_rule and tenant:b8f6da89fd844d39892d912507c80de6 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:15.502909 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:15.520004 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:15.575252 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 52a0ada7-466d-4f16-bfe1-b819ee37323e up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:15.791147 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 52a0ada7-466d-4f16-bfe1-b819ee37323e triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:15.793499 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:15.816198 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:15.848900 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:15.902755 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.38', 54524) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:15.983366 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:16.088225 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7661248e-da6c-4ae8-a132-653f0fdb54f5,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:16.106200 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3d1200a1-90cf-41ca-aa21-ec61783b0d55 req-226ea0f4-8564-49b2-88c6-e630f23cdb74 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 210 time: 0.2830312 Aug 23 10:22:16.135865 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:16.157467 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=79262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:22:16.163904 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-9a36ba20-5e39-4687-9427-054f681ca560 req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] For port f76fb271-bd8c-496c-afa6-cb34f53b5fed, host hv-cinder-80278, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:22:16.176461 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-9a36ba20-5e39-4687-9427-054f681ca560 req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] For port f76fb271-bd8c-496c-afa6-cb34f53b5fed, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f76fb271-bd8c-496c-afa6-cb34f53b5fed,segment=NetworkSegment(70285392-1ba4-43b3-a909-f11b4527d177),segment_id=70285392-1ba4-43b3-a909-f11b4527d177)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:22:16.201305 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-9a36ba20-5e39-4687-9427-054f681ca560 req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:16.202385 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:16.202731 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.db.segments_db [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Added segment 8fab24b9-62b6-44be-9afd-440c0131e8be of type vlan for network 36a1a953-b245-4ffa-b2d1-9483ba2dc202 Aug 23 10:22:16.219941 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:16.421516 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36ba20-5e39-4687-9427-054f681ca560 req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:16.426851 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-9a36ba20-5e39-4687-9427-054f681ca560 req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:16.429866 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9a36ba20-5e39-4687-9427-054f681ca560 req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] 10.222.0.38 "PUT /v2.0/ports/f76fb271-bd8c-496c-afa6-cb34f53b5fed HTTP/1.1" status: 200 len: 1094 time: 4.3509386 Aug 23 10:22:16.438026 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757078474397'] for network, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:16.443883 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '882de562-0dc2-46fe-9ae8-4f07ce6e34f0', 'tag': 'f76fb271-bd8c-496c-afa6-cb34f53b5fed'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:22:16.482928 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-5cb21a07-55c7-4c56-afc8-9df7cd714684 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:16.499757 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-5cb21a07-55c7-4c56-afc8-9df7cd714684 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:16.517780 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-5cb21a07-55c7-4c56-afc8-9df7cd714684 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Made reservation on behalf of 6288f2605747471588a47a33d4b3d386 for: {'port': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:22:16.522895 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-5cb21a07-55c7-4c56-afc8-9df7cd714684 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:16.690864 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee32e7e-e385-462c-bc93-569f96e57d80 req-b257f74c-3c8d-4fdd-839e-a7f2965c20ca tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:16.698883 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5ee32e7e-e385-462c-bc93-569f96e57d80 req-b257f74c-3c8d-4fdd-839e-a7f2965c20ca tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 944 time: 1.0880203 Aug 23 10:22:16.706416 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c8b05499-6a7d-47b5-b480-dbca46ef693a req-9f75c0ff-1a7a-4872-9abb-5db3fe57204c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 210 time: 0.1631899 Aug 23 10:22:16.707849 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-2d46ef6a-e40f-4da1-96a9-e8e20455c536 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:16.709497 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-2d46ef6a-e40f-4da1-96a9-e8e20455c536 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.38 "GET /v2.0/networks?id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d HTTP/1.1" status: 200 len: 815 time: 0.6236782 Aug 23 10:22:16.780865 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f76fb271-bd8c-496c-afa6-cb34f53b5fed,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:16.787218 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:16.798083 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for network, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:16.800047 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:16.802282 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:16.809767 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:16.825089 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3dc87b6f-94bb-45f3-afc7-0670024f6c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:16.841023 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5ee32e7e-e385-462c-bc93-569f96e57d80 req-15388aaa-a1f9-4351-92c4-7910ca80e050 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc530494-560a-4d71-8a9d-929c54381f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409252 Aug 23 10:22:16.871314 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3dc87b6f-94bb-45f3-afc7-0670024f6c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:16.897434 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:16.969936 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Pushing event updated for resources: {'Network': ['ID=36a1a953-b245-4ffa-b2d1-9483ba2dc202,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:16.986100 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Network 36a1a953-b245-4ffa-b2d1-9483ba2dc202 details requested by agent ovs-agent-dv-cinder-802781-2-iscsi with host dv-cinder-802781-2-iscsi {{(pid=79263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:22:16.987132 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:16.990182 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2233238 Aug 23 10:22:16.994110 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 59962) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:17.001041 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-b8756080-0e9a-4d83-b4dc-16a163d14d7c admin admin] Request body: {'subnet': {'network_id': '36a1a953-b245-4ffa-b2d1-9483ba2dc202', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-643020107-subnet', 'tenant_id': 'b8f6da89fd844d39892d912507c80de6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:17.008136 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-b8756080-0e9a-4d83-b4dc-16a163d14d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:17.014844 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-b8756080-0e9a-4d83-b4dc-16a163d14d7c admin admin] Usage tracker for resource:subnet and tenant:b8f6da89fd844d39892d912507c80de6 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:17.019970 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-b8756080-0e9a-4d83-b4dc-16a163d14d7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:17.026932 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-b8756080-0e9a-4d83-b4dc-16a163d14d7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:17.047971 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8756080-0e9a-4d83-b4dc-16a163d14d7c admin admin] Made reservation on behalf of b8f6da89fd844d39892d912507c80de6 for: {'subnet': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:22:17.050683 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b8756080-0e9a-4d83-b4dc-16a163d14d7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:17.052713 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-5cb21a07-55c7-4c56-afc8-9df7cd714684 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Allocated IP 172.20.0.11 (4c1fc7bc-93d4-4389-8e20-f7d09f046981/3248dd68-15fd-4e1b-bc02-a1c37a6054d5/5922f8de-0af0-4d9e-b5dd-a016f4db71dd) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:22:17.246429 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-3dc87b6f-94bb-45f3-afc7-0670024f6c25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4b4c8aaf4e440658f02adf7618708f3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2931902 Aug 23 10:22:17.289438 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 59972) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:17.322812 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc87b6f-94bb-45f3-afc7-0670024f6c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fb39f3-ccb1-4289-8530-b9ae04183348,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:17.326439 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3dc87b6f-94bb-45f3-afc7-0670024f6c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:17.337400 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '882de562-0dc2-46fe-9ae8-4f07ce6e34f0', 'tag': 'f76fb271-bd8c-496c-afa6-cb34f53b5fed', 'status': 'completed', 'code': 200} Aug 23 10:22:17.531475 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b8756080-0e9a-4d83-b4dc-16a163d14d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for subnet, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:17.540610 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:17.543840 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4e25f841-2265-4906-9177-7ba1b5207b0a req-c056a636-dcb5-4f4c-8e93-0108a0f16971 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 210 time: 0.0577502 Aug 23 10:22:17.572785 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2196e73d-a1cd-49ea-a023-1aea3d092edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:17.627410 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2196e73d-a1cd-49ea-a023-1aea3d092edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:17.640946 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-5cb21a07-55c7-4c56-afc8-9df7cd714684 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:17.646419 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8756080-0e9a-4d83-b4dc-16a163d14d7c admin admin] Checking segment: {'id': '8fab24b9-62b6-44be-9afd-440c0131e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '36a1a953-b245-4ffa-b2d1-9483ba2dc202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:22:17.646419 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8756080-0e9a-4d83-b4dc-16a163d14d7c admin admin] Network hostable DHCP agents. Network: 36a1a953-b245-4ffa-b2d1-9483ba2dc202, hostable agents: ['4a75187f-898e-4cea-928c-8d2a7fd8cd5e'], hosted agents: [] {{(pid=79262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:22:17.662026 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8756080-0e9a-4d83-b4dc-16a163d14d7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5995f70c-9b9b-49bd-9fce-94c3d43a169d,revision_number=0']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:17.670591 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-b8756080-0e9a-4d83-b4dc-16a163d14d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:17.681209 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-5cb21a07-55c7-4c56-afc8-9df7cd714684 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Transition to ACTIVE for port object 5922f8de-0af0-4d9e-b5dd-a016f4db71dd will not be triggered until provisioned by entity DHCP. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:22:17.691050 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8756080-0e9a-4d83-b4dc-16a163d14d7c admin admin] Network 36a1a953-b245-4ffa-b2d1-9483ba2dc202 is scheduled to be hosted by DHCP agent 4a75187f-898e-4cea-928c-8d2a7fd8cd5e with binding_index 1 {{(pid=79262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:22:17.709459 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-b8756080-0e9a-4d83-b4dc-16a163d14d7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-iscsi, 36a1a953-b245-4ffa-b2d1-9483ba2dc202) {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:17.718757 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8756080-0e9a-4d83-b4dc-16a163d14d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:17.719630 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b8756080-0e9a-4d83-b4dc-16a163d14d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for subnet, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:17.721097 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de30f282-2659-4fa7-aaf5-bc7aadaf30a2 None None] Network 36a1a953-b245-4ffa-b2d1-9483ba2dc202 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:22:17.733316 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-5cb21a07-55c7-4c56-afc8-9df7cd714684 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:17.742805 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2196e73d-a1cd-49ea-a023-1aea3d092edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:17.746335 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f3703c04-29b8-4d10-b4c0-d967f1bf8b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:17.771788 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-b8756080-0e9a-4d83-b4dc-16a163d14d7c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7681463 Aug 23 10:22:17.845769 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-5cb21a07-55c7-4c56-afc8-9df7cd714684 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Network 4c1fc7bc-93d4-4389-8e20-f7d09f046981 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:22:17.862087 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-5cb21a07-55c7-4c56-afc8-9df7cd714684 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:17.870996 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-5cb21a07-55c7-4c56-afc8-9df7cd714684 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:22:17.887133 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-5cb21a07-55c7-4c56-afc8-9df7cd714684 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:17.889620 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-5cb21a07-55c7-4c56-afc8-9df7cd714684 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:17.930135 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb21a07-55c7-4c56-afc8-9df7cd714684 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Pushing event updated for resources: {'Port': ['ID=5922f8de-0af0-4d9e-b5dd-a016f4db71dd,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:17.950983 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5cb21a07-55c7-4c56-afc8-9df7cd714684 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:17.951411 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:18.003059 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2196e73d-a1cd-49ea-a023-1aea3d092edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:18.023254 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-2196e73d-a1cd-49ea-a023-1aea3d092edb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9fb39f3-ccb1-4289-8530-b9ae04183348 HTTP/1.1" status: 204 len: 168 time: 0.7146783 Aug 23 10:22:18.027824 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196e73d-a1cd-49ea-a023-1aea3d092edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fb39f3-ccb1-4289-8530-b9ae04183348,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:18.036037 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-2196e73d-a1cd-49ea-a023-1aea3d092edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:18.046436 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-5cb21a07-55c7-4c56-afc8-9df7cd714684 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8489039 Aug 23 10:22:18.087990 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b83fb7c8-0c41-4860-aa0d-8233c80e293f req-897a9634-24cd-4d28-b05a-02aa74d7b20a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 210 time: 0.1256430 Aug 23 10:22:18.236003 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558ce9ad-7795-4345-afcf-de7b8191f968 None None] Network 36a1a953-b245-4ffa-b2d1-9483ba2dc202 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:22:18.307309 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646f6ab-8a0c-47e9-ae4d-4854e87cf10b req-231ce99b-7861-4d33-8a30-9ce729b668f5 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:18.309093 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2646f6ab-8a0c-47e9-ae4d-4854e87cf10b req-231ce99b-7861-4d33-8a30-9ce729b668f5 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 944 time: 0.1431816 Aug 23 10:22:18.374285 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-e1f14753-8530-4709-a583-25f00a8e062f None None] Provisioning for port 5922f8de-0af0-4d9e-b5dd-a016f4db71dd completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:22:18.385377 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-e1f14753-8530-4709-a583-25f00a8e062f None None] Provisioning complete for port 5922f8de-0af0-4d9e-b5dd-a016f4db71dd triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:18.385812 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-e1f14753-8530-4709-a583-25f00a8e062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:18.410231 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2646f6ab-8a0c-47e9-ae4d-4854e87cf10b req-a451a2ac-8d4c-4f71-b55b-09060732da09 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc530494-560a-4d71-8a9d-929c54381f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939720 Aug 23 10:22:18.503508 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-e1f14753-8530-4709-a583-25f00a8e062f None None] Port 5922f8de-0af0-4d9e-b5dd-a016f4db71dd cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:22:18.744386 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7e7ec-5fab-413d-a882-d829e9c7a556 req-542e1b9f-87fa-4270-966b-6cb6d0166787 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:18.746495 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f0c7e7ec-5fab-413d-a882-d829e9c7a556 req-542e1b9f-87fa-4270-966b-6cb6d0166787 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 932 time: 0.0815861 Aug 23 10:22:18.799530 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f0c7e7ec-5fab-413d-a882-d829e9c7a556 req-e0cbef5c-1a55-4254-b2cf-b9f65629e8b2 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471406 Aug 23 10:22:18.865870 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] Request body: {'port': {'device_id': '4571a698-928f-4036-872d-d62c92d01ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:18.904904 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 60044) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:18.919714 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2667307-network', 'tenant_id': 'eeabd5f046cd457fbf33f17fcd650305'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:18.930591 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:18.936146 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Usage tracker for resource:network and tenant:eeabd5f046cd457fbf33f17fcd650305 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:18.940220 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:18.947006 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:18.965087 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Made reservation on behalf of eeabd5f046cd457fbf33f17fcd650305 for: {'network': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:22:18.967545 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for network, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:18.969868 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-712c7ce2-3f4d-4221-99b5-0f30d29017bb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb2e29fde40147f5b41343ddc6e036d2 HTTP/1.1" status: 200 len: 379 time: 0.0664175 Aug 23 10:22:18.984028 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:18.994839 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36ba20-5e39-4687-9427-054f681ca560 req-cc1a9704-f0b0-48f6-9189-10a56f8d21da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:18.996526 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9a36ba20-5e39-4687-9427-054f681ca560 req-cc1a9704-f0b0-48f6-9189-10a56f8d21da service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d2caffb37c3c420b9d9d6c1b0f0fee6f&device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 1097 time: 0.1359892 Aug 23 10:22:19.003740 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:19.007741 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Usage tracker for resource:security_group_rule and tenant:eeabd5f046cd457fbf33f17fcd650305 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:19.012427 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:19.012596 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-c071be70-f947-45f4-8bfa-bb7509cbec6b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Request body: {'port': {'device_id': '81bb369a-1663-4dc7-9754-e5dc5dd88b0f', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'admin_state_up': True, 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'security_groups': ['0daf98fd-539e-4d6d-9235-ccc040b3a4c9']}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:19.074413 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:19.084503 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9a36ba20-5e39-4687-9427-054f681ca560 req-3445f575-332c-421b-9dad-e5a4fe80516f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f76fb271-bd8c-496c-afa6-cb34f53b5fed HTTP/1.1" status: 200 len: 217 time: 0.0689166 Aug 23 10:22:19.179317 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:19.220336 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36ba20-5e39-4687-9427-054f681ca560 req-84648157-049e-4b4f-bbbc-12b0ba829f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:19.230266 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9a36ba20-5e39-4687-9427-054f681ca560 req-84648157-049e-4b4f-bbbc-12b0ba829f32 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e8842d23-ee51-43ca-a3c4-e565d0b817c8 HTTP/1.1" status: 200 len: 851 time: 0.1378055 Aug 23 10:22:19.301486 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9a36ba20-5e39-4687-9427-054f681ca560 req-66f6a79f-0165-442d-b58c-51e3ee57ba6d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7c02fdcf-feb3-498e-8878-39ab1584ed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621605 Aug 23 10:22:19.474616 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:19.474996 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c6c0d844-7c7a-46e4-a2cf-313aa0559729 req-632b2b5d-84bd-499b-b3ac-32ec548a6ff0 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 210 time: 0.1567891 Aug 23 10:22:19.490595 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:19.498861 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-c071be70-f947-45f4-8bfa-bb7509cbec6b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:19.517090 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:19.546912 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c2949c-3d89-41b5-a2e4-73ce15e691d2,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:19.555129 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:19.561211 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9a36ba20-5e39-4687-9427-054f681ca560 req-24ab9001-f1df-400c-8039-818ed07378e3 service neutron] 10.222.0.38 "GET /v2.0/networks/7c02fdcf-feb3-498e-8878-39ab1584ed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526548 Aug 23 10:22:19.561898 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=79262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:22:19.564741 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-c071be70-f947-45f4-8bfa-bb7509cbec6b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:19.599911 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-c071be70-f947-45f4-8bfa-bb7509cbec6b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Made reservation on behalf of bb2e29fde40147f5b41343ddc6e036d2 for: {'port': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:22:19.611219 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-c071be70-f947-45f4-8bfa-bb7509cbec6b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:19.690966 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:19.691313 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.db.segments_db [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Added segment 850b039d-1575-4c20-8d0b-c162dfb0571c of type vlan for network 6c5712dc-0ec1-4fbf-ae1c-c57043f72ac3 Aug 23 10:22:19.737405 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9a36ba20-5e39-4687-9427-054f681ca560 req-3bb1fb9a-8a29-4b59-80fc-4e91cba25836 service neutron] 10.222.0.38 "GET /v2.0/networks/7c02fdcf-feb3-498e-8878-39ab1584ed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688049 Aug 23 10:22:19.740861 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757078474397'] for network, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:19.788075 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for network, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:19.794243 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:19.795493 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:19.823309 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-96f0d76b-9fd7-4478-a81f-d3efe7a6c9f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:19.877251 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9672232 Aug 23 10:22:19.887175 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 60096) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:19.937209 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-14a264f2-bbfd-4edd-a962-75384e1b9fbf admin admin] Request body: {'subnet': {'network_id': '6c5712dc-0ec1-4fbf-ae1c-c57043f72ac3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2667307-subnet', 'tenant_id': 'eeabd5f046cd457fbf33f17fcd650305', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:19.944652 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-14a264f2-bbfd-4edd-a962-75384e1b9fbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:19.954241 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-14a264f2-bbfd-4edd-a962-75384e1b9fbf admin admin] Usage tracker for resource:subnet and tenant:eeabd5f046cd457fbf33f17fcd650305 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:19.959416 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-14a264f2-bbfd-4edd-a962-75384e1b9fbf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:19.966900 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-14a264f2-bbfd-4edd-a962-75384e1b9fbf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:19.981932 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a264f2-bbfd-4edd-a962-75384e1b9fbf admin admin] Made reservation on behalf of eeabd5f046cd457fbf33f17fcd650305 for: {'subnet': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:22:19.984302 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-14a264f2-bbfd-4edd-a962-75384e1b9fbf admin admin] Notify callbacks [] for subnet, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:20.174510 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Pushing event updated for resources: {'Network': ['ID=6c5712dc-0ec1-4fbf-ae1c-c57043f72ac3,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:20.178907 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:20.192083 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Network 6c5712dc-0ec1-4fbf-ae1c-c57043f72ac3 details requested by agent ovs-agent-dv-cinder-802781-2-iscsi with host dv-cinder-802781-2-iscsi {{(pid=79263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:22:20.245394 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fda80-5f97-4bd2-b277-7ac158f9923f req-9019437b-e6f1-4042-abf7-c7499a930f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:20.246884 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a65fda80-5f97-4bd2-b277-7ac158f9923f req-9019437b-e6f1-4042-abf7-c7499a930f07 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d2caffb37c3c420b9d9d6c1b0f0fee6f&device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 1097 time: 0.4251754 Aug 23 10:22:20.250382 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf281a2d-6a9c-474e-a1ef-e0ce8fccf5c4 req-a874e853-187b-4e86-a5ee-102ee0b9babb tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:20.258238 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-bf281a2d-6a9c-474e-a1ef-e0ce8fccf5c4 req-a874e853-187b-4e86-a5ee-102ee0b9babb tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 944 time: 0.5611570 Aug 23 10:22:20.366319 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-bf281a2d-6a9c-474e-a1ef-e0ce8fccf5c4 req-5635f17d-1be1-4d75-b07a-c0e1c7051d66 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc530494-560a-4d71-8a9d-929c54381f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071503 Aug 23 10:22:20.448149 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-c071be70-f947-45f4-8bfa-bb7509cbec6b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Allocated IP 172.20.0.3 (cb0fbf9e-ed78-4e0e-8f51-27d921463c0d/37511b2d-c017-4ca2-bb9c-4a800f5cbb93/1c85d0ed-e955-43ed-8e58-9e4e586c67fa) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:22:20.468615 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd58db3-1b8a-4954-8270-f05836f869fd req-9a8a3e9d-e077-434a-82ab-0f7764400ec5 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:20.470213 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1dd58db3-1b8a-4954-8270-f05836f869fd req-9a8a3e9d-e077-434a-82ab-0f7764400ec5 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 932 time: 0.3942649 Aug 23 10:22:20.478923 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5922f8de-0af0-4d9e-b5dd-a016f4db71dd {{(pid=79261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:22:20.495635 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:20.532322 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] Transition to ACTIVE for port object 5922f8de-0af0-4d9e-b5dd-a016f4db71dd will not be triggered until provisioned by entity L2. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:22:20.551089 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:20.568648 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:20.591164 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1dd58db3-1b8a-4954-8270-f05836f869fd req-00353e56-459c-422f-89b8-22c10db31f57 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147041 Aug 23 10:22:20.594767 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-14a264f2-bbfd-4edd-a962-75384e1b9fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for subnet, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:20.603952 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c7a8be2c-949e-4510-8578-63826fb2e3ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:20.640078 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fda80-5f97-4bd2-b277-7ac158f9923f req-a2a3347e-6b78-4ea2-afad-847da1dddd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:20.641643 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a65fda80-5f97-4bd2-b277-7ac158f9923f req-a2a3347e-6b78-4ea2-afad-847da1dddd5e service neutron] 10.222.0.38 "GET /v2.0/networks?id=7c02fdcf-feb3-498e-8878-39ab1584ed7b HTTP/1.1" status: 200 len: 912 time: 0.3856554 Aug 23 10:22:20.728955 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a65fda80-5f97-4bd2-b277-7ac158f9923f req-64baf096-413c-47a7-8026-a0e0bf7615ff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f76fb271-bd8c-496c-afa6-cb34f53b5fed HTTP/1.1" status: 200 len: 217 time: 0.0751941 Aug 23 10:22:20.793438 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a264f2-bbfd-4edd-a962-75384e1b9fbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=03627aa8-80c2-4165-8d66-edcb195f93eb,revision_number=0']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:20.807780 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-14a264f2-bbfd-4edd-a962-75384e1b9fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:20.815731 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a264f2-bbfd-4edd-a962-75384e1b9fbf admin admin] Checking segment: {'id': '850b039d-1575-4c20-8d0b-c162dfb0571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6c5712dc-0ec1-4fbf-ae1c-c57043f72ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:22:20.816088 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a264f2-bbfd-4edd-a962-75384e1b9fbf admin admin] Network hostable DHCP agents. Network: 6c5712dc-0ec1-4fbf-ae1c-c57043f72ac3, hostable agents: ['4a75187f-898e-4cea-928c-8d2a7fd8cd5e'], hosted agents: [] {{(pid=79262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:22:20.838039 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fda80-5f97-4bd2-b277-7ac158f9923f req-b635745b-0997-460d-8200-3252049a0bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:20.839496 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a65fda80-5f97-4bd2-b277-7ac158f9923f req-b635745b-0997-460d-8200-3252049a0bba service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e8842d23-ee51-43ca-a3c4-e565d0b817c8 HTTP/1.1" status: 200 len: 851 time: 0.0970969 Aug 23 10:22:20.849220 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f18d8c5a-276f-48fd-8147-ddb79432950a req-50914fd6-d353-473c-9db5-8c766831db85 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 210 time: 0.1489985 Aug 23 10:22:20.854650 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] Pushing event updated for resources: {'Port': ['ID=5922f8de-0af0-4d9e-b5dd-a016f4db71dd,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:20.861228 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:20.911634 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a264f2-bbfd-4edd-a962-75384e1b9fbf admin admin] Network 6c5712dc-0ec1-4fbf-ae1c-c57043f72ac3 is scheduled to be hosted by DHCP agent 4a75187f-898e-4cea-928c-8d2a7fd8cd5e with binding_index 1 {{(pid=79262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:22:20.934607 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a65fda80-5f97-4bd2-b277-7ac158f9923f req-18313bd5-1431-4670-ab3b-315452d8dd1f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7c02fdcf-feb3-498e-8878-39ab1584ed7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858438 Aug 23 10:22:20.935521 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 60120) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:20.936441 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-14a264f2-bbfd-4edd-a962-75384e1b9fbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-iscsi, 6c5712dc-0ec1-4fbf-ae1c-c57043f72ac3) {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:20.946980 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79578355-6845-4a82-bcbc-0b3b9f715da0 None None] Network 6c5712dc-0ec1-4fbf-ae1c-c57043f72ac3 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:22:20.947556 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] Attempting to bind port 5922f8de-0af0-4d9e-b5dd-a016f4db71dd on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:22:20.947936 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] Attempting to bind port 5922f8de-0af0-4d9e-b5dd-a016f4db71dd by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'e81395ff-959d-4a1d-9754-8caa94ac1e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981'}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:22:20.948287 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] Attempting to bind port 5922f8de-0af0-4d9e-b5dd-a016f4db71dd on network 4c1fc7bc-93d4-4389-8e20-f7d09f046981 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:20.962035 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-c071be70-f947-45f4-8bfa-bb7509cbec6b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:20.969993 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] Port 5922f8de-0af0-4d9e-b5dd-a016f4db71dd on network 4c1fc7bc-93d4-4389-8e20-f7d09f046981 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:22:20.970365 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] Attempting to bind port 5922f8de-0af0-4d9e-b5dd-a016f4db71dd on network 4c1fc7bc-93d4-4389-8e20-f7d09f046981 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:20.972299 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a264f2-bbfd-4edd-a962-75384e1b9fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:20.973389 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-14a264f2-bbfd-4edd-a962-75384e1b9fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for subnet, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:20.986522 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] Checking agent: {'id': 'f0a3a63c-ec97-42f3-9482-19859e948017', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'started_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:22:20.986853 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] Checking segment: {'id': 'e81395ff-959d-4a1d-9754-8caa94ac1e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:22:20.987867 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] Bound using segment: {'id': 'e81395ff-959d-4a1d-9754-8caa94ac1e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981'} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:22:20.988369 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] Bound port: 5922f8de-0af0-4d9e-b5dd-a016f4db71dd, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e81395ff-959d-4a1d-9754-8caa94ac1e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981'}}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:22:20.989036 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:21.000730 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-c071be70-f947-45f4-8bfa-bb7509cbec6b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Transition to ACTIVE for port object 1c85d0ed-e955-43ed-8e58-9e4e586c67fa will not be triggered until provisioned by entity DHCP. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:22:21.136323 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] For port 5922f8de-0af0-4d9e-b5dd-a016f4db71dd, host hv-cinder-80278, cleared binding levels {{(pid=79261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:22:21.152305 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] For port 5922f8de-0af0-4d9e-b5dd-a016f4db71dd, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5922f8de-0af0-4d9e-b5dd-a016f4db71dd,segment=NetworkSegment(e81395ff-959d-4a1d-9754-8caa94ac1e89),segment_id=e81395ff-959d-4a1d-9754-8caa94ac1e89)] {{(pid=79261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:22:21.155309 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-c071be70-f947-45f4-8bfa-bb7509cbec6b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:21.161388 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-14a264f2-bbfd-4edd-a962-75384e1b9fbf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2638280 Aug 23 10:22:21.219590 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:21.221764 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:21.299434 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-c071be70-f947-45f4-8bfa-bb7509cbec6b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Network cb0fbf9e-ed78-4e0e-8f51-27d921463c0d is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:22:21.306089 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-c071be70-f947-45f4-8bfa-bb7509cbec6b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:22:21.324650 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-c071be70-f947-45f4-8bfa-bb7509cbec6b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:22:21.340436 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-c071be70-f947-45f4-8bfa-bb7509cbec6b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:21.341137 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-c071be70-f947-45f4-8bfa-bb7509cbec6b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:21.343812 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a65fda80-5f97-4bd2-b277-7ac158f9923f req-8a19e42a-1811-4f3b-92c8-73f006342863 service neutron] 10.222.0.38 "GET /v2.0/networks/7c02fdcf-feb3-498e-8878-39ab1584ed7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935490 Aug 23 10:22:21.345554 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:21.346773 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:21.347565 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] 10.222.0.38 "PUT /v2.0/ports/5922f8de-0af0-4d9e-b5dd-a016f4db71dd HTTP/1.1" status: 200 len: 1094 time: 2.4894555 Aug 23 10:22:21.348088 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4571a698-928f-4036-872d-d62c92d01ef9', 'tag': '5922f8de-0af0-4d9e-b5dd-a016f4db71dd'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:22:21.507879 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071be70-f947-45f4-8bfa-bb7509cbec6b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Pushing event updated for resources: {'Port': ['ID=1c85d0ed-e955-43ed-8e58-9e4e586c67fa,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:21.511116 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b2c8286c-201d-40ee-9de9-ddc0306588be admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:21.562683 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8193a40f-b638-4b75-ab62-dd5f9e68430c None None] Network 6c5712dc-0ec1-4fbf-ae1c-c57043f72ac3 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:22:21.700212 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 60150) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:21.827747 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-b2c8286c-201d-40ee-9de9-ddc0306588be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:21.865862 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-b2c8286c-201d-40ee-9de9-ddc0306588be admin admin] Usage tracker for resource:security_group_rule and tenant:affbaa54c1074d908b1687663c9fb234 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:21.893377 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-b2c8286c-201d-40ee-9de9-ddc0306588be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:21.926106 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-c071be70-f947-45f4-8bfa-bb7509cbec6b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9173717 Aug 23 10:22:21.992024 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_v2 [None req-e048b9df-61b2-4480-b6e9-b7409c5c660c admin admin] Deleting subnet 5995f70c-9b9b-49bd-9fce-94c3d43a169d {{(pid=79262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:22:22.000355 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e048b9df-61b2-4480-b6e9-b7409c5c660c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:22.004265 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-b2c8286c-201d-40ee-9de9-ddc0306588be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:22.048884 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] Request body: {'port': {'device_id': '81bb369a-1663-4dc7-9754-e5dc5dd88b0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:22.070505 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:22:22.079149 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a65fda80-5f97-4bd2-b277-7ac158f9923f req-b7434891-4fc0-47f1-8b51-b9760a2dd053 service neutron] 10.222.0.38 "GET /v2.0/networks/7c02fdcf-feb3-498e-8878-39ab1584ed7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7212849 Aug 23 10:22:22.098387 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device f76fb271-bd8c-496c-afa6-cb34f53b5fed details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:22:22.098724 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e048b9df-61b2-4480-b6e9-b7409c5c660c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:22.111132 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e048b9df-61b2-4480-b6e9-b7409c5c660c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351694'] for subnet, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:22.118412 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] Pushing event updated for resources: {'Port': ['ID=5922f8de-0af0-4d9e-b5dd-a016f4db71dd,revision_number=3']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:22.123866 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.900s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:22.141955 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.864s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:22.142197 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:22.165918 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c68b09-bc0a-4f8c-a0bb-291b6f134211 req-9cdef47a-700f-4fdc-b88d-8ee4eed26046 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:22.169761 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-66c68b09-bc0a-4f8c-a0bb-291b6f134211 req-9cdef47a-700f-4fdc-b88d-8ee4eed26046 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 944 time: 0.4416103 Aug 23 10:22:22.242572 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 60166) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:22.281450 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-66c68b09-bc0a-4f8c-a0bb-291b6f134211 req-a0a67d86-0bed-422a-b245-c1d932843778 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc530494-560a-4d71-8a9d-929c54381f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998642 Aug 23 10:22:22.324539 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e048b9df-61b2-4480-b6e9-b7409c5c660c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for subnet, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:22.329615 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:22.331214 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-179e18f0-c943-41a0-a289-886752d96652 None None] Provisioning for port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:22:22.350411 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-179e18f0-c943-41a0-a289-886752d96652 None None] Provisioning complete for port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:22.350832 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-179e18f0-c943-41a0-a289-886752d96652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:22.384192 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-afb6c682-fa50-4098-9b86-08bfadc8d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:22.387197 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-afb6c682-fa50-4098-9b86-08bfadc8d5ce service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6288f2605747471588a47a33d4b3d386&device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 1097 time: 0.9280615 Aug 23 10:22:22.424461 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-179e18f0-c943-41a0-a289-886752d96652 None None] Port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:22:22.455889 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048b9df-61b2-4480-b6e9-b7409c5c660c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5995f70c-9b9b-49bd-9fce-94c3d43a169d,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:22.469485 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-e048b9df-61b2-4480-b6e9-b7409c5c660c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:22.476950 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e048b9df-61b2-4480-b6e9-b7409c5c660c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:22.511624 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-e048b9df-61b2-4480-b6e9-b7409c5c660c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5995f70c-9b9b-49bd-9fce-94c3d43a169d HTTP/1.1" status: 204 len: 168 time: 0.8062761 Aug 23 10:22:22.512297 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 60180) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:22.565085 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-b80486e8-f38b-4bd1-a0fb-3b65a008aaca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5922f8de-0af0-4d9e-b5dd-a016f4db71dd HTTP/1.1" status: 200 len: 217 time: 0.1574690 Aug 23 10:22:22.582352 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port f76fb271-bd8c-496c-afa6-cb34f53b5fed, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f76fb271-bd8c-496c-afa6-cb34f53b5fed,segment=NetworkSegment(70285392-1ba4-43b3-a909-f11b4527d177),segment_id=70285392-1ba4-43b3-a909-f11b4527d177)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:22.609959 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': 'f76fb271-bd8c-496c-afa6-cb34f53b5fed', 'network_id': '7c02fdcf-feb3-498e-8878-39ab1584ed7b', 'port_id': 'f76fb271-bd8c-496c-afa6-cb34f53b5fed', 'mac_address': 'fa:16:3e:16:bc:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8842d23-ee51-43ca-a3c4-e565d0b817c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:22:22.654479 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4689a5d7-7e71-4341-91d6-2cb4a348a74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:22.665805 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279afe6c-c576-444a-ba63-99907f0cb50b req-3435c3be-af5f-4e29-b9b9-f9ce13112a1e tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:22.666352 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-279afe6c-c576-444a-ba63-99907f0cb50b req-3435c3be-af5f-4e29-b9b9-f9ce13112a1e tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Synchronizing usage tracker for tenant:6288f2605747471588a47a33d4b3d386 on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:22.676810 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:22.689635 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:22.713924 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76fb271-bd8c-496c-afa6-cb34f53b5fed {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:22:22.732976 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port f76fb271-bd8c-496c-afa6-cb34f53b5fed, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f76fb271-bd8c-496c-afa6-cb34f53b5fed,segment=NetworkSegment(70285392-1ba4-43b3-a909-f11b4527d177),segment_id=70285392-1ba4-43b3-a909-f11b4527d177)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:22.737844 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:22.740260 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:22.746757 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-4689a5d7-7e71-4341-91d6-2cb4a348a74f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:22.764702 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-4b159c18-1cad-4b5d-bcd5-a225fb04f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:22.766247 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-4689a5d7-7e71-4341-91d6-2cb4a348a74f admin admin] Usage tracker for resource:security_group_rule and tenant:53967d955c2b45c0a1446c25e53d5017 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:22.766477 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-4b159c18-1cad-4b5d-bcd5-a225fb04f6cc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3248dd68-15fd-4e1b-bc02-a1c37a6054d5 HTTP/1.1" status: 200 len: 849 time: 0.1916742 Aug 23 10:22:22.772318 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-4689a5d7-7e71-4341-91d6-2cb4a348a74f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:22.784799 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3408463'] for network, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:22.786830 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-4689a5d7-7e71-4341-91d6-2cb4a348a74f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:22.815719 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-279afe6c-c576-444a-ba63-99907f0cb50b req-3435c3be-af5f-4e29-b9b9-f9ce13112a1e tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Unset dirty status for tenant:6288f2605747471588a47a33d4b3d386 on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:22.820581 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-279afe6c-c576-444a-ba63-99907f0cb50b req-3435c3be-af5f-4e29-b9b9-f9ce13112a1e tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 944 time: 0.9081316 Aug 23 10:22:22.821655 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=f76fb271-bd8c-496c-afa6-cb34f53b5fed,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:22.829336 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:22.847342 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b2c8286c-201d-40ee-9de9-ddc0306588be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:22.869661 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761585e-a16c-4d2f-a810-04a53832090e req-cf639c86-2e39-498f-842c-dba9180c3277 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:22.871286 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d761585e-a16c-4d2f-a810-04a53832090e req-cf639c86-2e39-498f-842c-dba9180c3277 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 931 time: 0.2728934 Aug 23 10:22:22.876846 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b2c8286c-201d-40ee-9de9-ddc0306588be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:22.900100 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:22.973347 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3353717', 'neutron.services.segments.db._delete_segments_for_network-8757078968221'] for network, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:23.008597 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:22:23.008937 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:22:23.009703 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:22:23.010007 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] Subscribe: > port after_create 55550000 {{(pid=79262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:22:23.010341 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:22:23.010661 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] Subscribe: > port after_update 55550000 {{(pid=79262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:22:23.010986 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:22:23.011283 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:22:23.011595 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:22:23.011898 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:22:23.099432 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-279afe6c-c576-444a-ba63-99907f0cb50b req-a29e7f0a-3b61-42f1-b409-4d4d1e00f220 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2636681 Aug 23 10:22:23.108368 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-b2c8286c-201d-40ee-9de9-ddc0306588be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=affbaa54c1074d908b1687663c9fb234&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1663859 Aug 23 10:22:23.111688 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8286c-201d-40ee-9de9-ddc0306588be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b3494f-8660-49aa-8c96-a899fa11e239,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:23.118429 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 60188) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:23.124709 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-b2c8286c-201d-40ee-9de9-ddc0306588be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:23.128479 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:22:23.128666 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['f76fb271-bd8c-496c-afa6-cb34f53b5fed'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:22:23.128778 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:22:23.129143 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:22:23.129562 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:22:23.129992 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a1a953-b245-4ffa-b2d1-9483ba2dc202']}} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:23.157995 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-d761585e-a16c-4d2f-a810-04a53832090e req-71f2f0d5-06af-480f-b02c-068aa07ebe68 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Synchronizing usage tracker for tenant:bb2e29fde40147f5b41343ddc6e036d2 on resource:security_group {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:23.163150 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fab24b9-62b6-44be-9afd-440c0131e8be') {'for_net_delete': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:23.163150 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fab24b9-62b6-44be-9afd-440c0131e8be') {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:23.189039 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-e34909f4-d0c2-418f-9efc-02e22339fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:23.190864 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-e34909f4-d0c2-418f-9efc-02e22339fc67 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4c1fc7bc-93d4-4389-8e20-f7d09f046981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4093013 Aug 23 10:22:23.197557 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757078964983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15130823'] for segment, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:23.326496 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:23.333653 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-d761585e-a16c-4d2f-a810-04a53832090e req-71f2f0d5-06af-480f-b02c-068aa07ebe68 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Unset dirty status for tenant:bb2e29fde40147f5b41343ddc6e036d2 on resource:security_group {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:23.347827 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d761585e-a16c-4d2f-a810-04a53832090e req-71f2f0d5-06af-480f-b02c-068aa07ebe68 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4572926 Aug 23 10:22:23.353727 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=79262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:22:23.354145 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3366333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14958806'] for segment, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: from cryptography.utils import int_from_bytes Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: from cryptography.utils import int_from_bytes Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: util.warn_limited( Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: util.warn_limited( Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: Traceback (most recent call last): Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: timer() Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: cb(*args, **kw) Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: return func(*args, **kwargs) Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: self._notify() Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: self.callback(batched_events) Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: event.method(event) Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: return f(self, *a, **k) Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: return self._get(url).json() Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: return self.request(url, 'GET', **kwargs) Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:22:23.385351 dv-cinder-802781-2-iscsi neutron-server[79262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:22:23.403247 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4571a698-928f-4036-872d-d62c92d01ef9', 'tag': '5922f8de-0af0-4d9e-b5dd-a016f4db71dd', 'status': 'completed', 'code': 200} Aug 23 10:22:23.434565 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9f20b0e9-a7ee-4aeb-9539-08cf2ae6102a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:23.466701 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4689a5d7-7e71-4341-91d6-2cb4a348a74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:23.470464 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-36b8a7d7-4f6c-4764-a42c-460fdbdbe694 service neutron] 10.222.0.38 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660968 Aug 23 10:22:23.476965 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4689a5d7-7e71-4341-91d6-2cb4a348a74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:23.518282 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:23.533995 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9f20b0e9-a7ee-4aeb-9539-08cf2ae6102a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:23.546633 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3353612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589113'] for network, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:23.567169 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:23.596170 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-4689a5d7-7e71-4341-91d6-2cb4a348a74f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53967d955c2b45c0a1446c25e53d5017&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3493321 Aug 23 10:22:23.597795 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689a5d7-7e71-4341-91d6-2cb4a348a74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e74372-f945-4381-b161-a9bf982fc6fd,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:23.600894 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-4689a5d7-7e71-4341-91d6-2cb4a348a74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:23.602839 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 60198) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:23.603935 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-7d67a004-fd29-4ad0-acee-5b5849dc88b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:23.672835 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/36a1a953-b245-4ffa-b2d1-9483ba2dc202 HTTP/1.1" status: 204 len: 168 time: 1.1562328 Aug 23 10:22:23.678382 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=36a1a953-b245-4ffa-b2d1-9483ba2dc202,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:23.680391 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 60208) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:23.684992 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:23.754430 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c85d0ed-e955-43ed-8e58-9e4e586c67fa {{(pid=79261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:22:23.759715 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_v2 [None req-428b512c-4e74-431a-b054-4b7bc56026dc admin admin] Deleting subnet 03627aa8-80c2-4165-8d66-edcb195f93eb {{(pid=79262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:22:23.767278 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-cace6998-60ff-4bae-ba58-03dc9b4d86e7 req-bf8f8a97-a863-4c6e-965a-67f4ae2604ec service neutron] 10.222.0.38 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869456 Aug 23 10:22:23.769830 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-428b512c-4e74-431a-b054-4b7bc56026dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:23.781750 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:23.785438 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9f20b0e9-a7ee-4aeb-9539-08cf2ae6102a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:23.813319 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:23.825839 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] Transition to ACTIVE for port object 1c85d0ed-e955-43ed-8e58-9e4e586c67fa will not be triggered until provisioned by entity L2. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:22:23.833364 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20b0e9-a7ee-4aeb-9539-08cf2ae6102a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b3494f-8660-49aa-8c96-a899fa11e239,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:23.839693 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-626c0048-9edd-4b71-8bce-24217765af8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:23.852079 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f0bc1-add8-46e1-b6c8-2a8d248838ed req-839e665b-adad-435b-8072-cbf06325d23c tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:23.858960 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f59f0bc1-add8-46e1-b6c8-2a8d248838ed req-839e665b-adad-435b-8072-cbf06325d23c tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 945 time: 0.3853188 Aug 23 10:22:23.924165 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f59f0bc1-add8-46e1-b6c8-2a8d248838ed req-f0af5d66-c62b-4f85-97a4-25b3d8cdb3de tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc530494-560a-4d71-8a9d-929c54381f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642834 Aug 23 10:22:23.926405 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9f20b0e9-a7ee-4aeb-9539-08cf2ae6102a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:23.939767 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:23.948927 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9f20b0e9-a7ee-4aeb-9539-08cf2ae6102a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:23.950045 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-9f20b0e9-a7ee-4aeb-9539-08cf2ae6102a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79b3494f-8660-49aa-8c96-a899fa11e239 HTTP/1.1" status: 204 len: 168 time: 0.8297412 Aug 23 10:22:23.953226 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:23.966148 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-428b512c-4e74-431a-b054-4b7bc56026dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15130840'] for subnet, precommit_delete_associations {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:24.036192 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-626c0048-9edd-4b71-8bce-24217765af8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:24.043415 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] Pushing event updated for resources: {'Port': ['ID=1c85d0ed-e955-43ed-8e58-9e4e586c67fa,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:24.070713 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:24.146987 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-428b512c-4e74-431a-b054-4b7bc56026dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351694'] for subnet, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:24.301332 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-626c0048-9edd-4b71-8bce-24217765af8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:24.328179 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c09a6054-9508-4768-a676-55475078000b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:24.367884 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c0048-9edd-4b71-8bce-24217765af8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e74372-f945-4381-b161-a9bf982fc6fd,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:24.369347 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] Attempting to bind port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:22:24.369831 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] Attempting to bind port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '1c6d6428-a26e-47e8-a5f2-9e7292e6095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d'}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:22:24.370172 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] Attempting to bind port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa on network cb0fbf9e-ed78-4e0e-8f51-27d921463c0d {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:24.410049 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-626c0048-9edd-4b71-8bce-24217765af8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:24.414138 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-428b512c-4e74-431a-b054-4b7bc56026dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14958768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15036623'] for subnet, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:24.416811 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55412259-0cfd-45a4-896f-e2e800dba00f req-a5462c0e-35b1-4809-b2b2-e2c1e59d051b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:24.419285 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-55412259-0cfd-45a4-896f-e2e800dba00f req-a5462c0e-35b1-4809-b2b2-e2c1e59d051b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6288f2605747471588a47a33d4b3d386&device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 1097 time: 0.5452726 Aug 23 10:22:24.420377 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] Port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa on network cb0fbf9e-ed78-4e0e-8f51-27d921463c0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:22:24.420872 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] Attempting to bind port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa on network cb0fbf9e-ed78-4e0e-8f51-27d921463c0d {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:22:24.428555 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] Checking agent: {'id': 'f0a3a63c-ec97-42f3-9482-19859e948017', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'started_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:22:24.430285 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] Checking segment: {'id': '1c6d6428-a26e-47e8-a5f2-9e7292e6095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:22:24.430858 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] Bound using segment: {'id': '1c6d6428-a26e-47e8-a5f2-9e7292e6095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d'} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:22:24.431696 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] Bound port: 1c85d0ed-e955-43ed-8e58-9e4e586c67fa, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c6d6428-a26e-47e8-a5f2-9e7292e6095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d'}}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:22:24.432613 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:24.435741 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:24.524294 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b512c-4e74-431a-b054-4b7bc56026dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03627aa8-80c2-4165-8d66-edcb195f93eb,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:24.576394 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-428b512c-4e74-431a-b054-4b7bc56026dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:24.577526 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-626c0048-9edd-4b71-8bce-24217765af8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:24.578806 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-626c0048-9edd-4b71-8bce-24217765af8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9e74372-f945-4381-b161-a9bf982fc6fd HTTP/1.1" status: 204 len: 168 time: 0.9590600 Aug 23 10:22:24.605516 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-428b512c-4e74-431a-b054-4b7bc56026dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:24.610366 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-428b512c-4e74-431a-b054-4b7bc56026dc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/03627aa8-80c2-4165-8d66-edcb195f93eb HTTP/1.1" status: 204 len: 168 time: 0.9254587 Aug 23 10:22:24.614391 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 60238) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:24.732269 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] For port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa, host hv-cinder-80278, cleared binding levels {{(pid=79261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:22:24.748799 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] For port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1c85d0ed-e955-43ed-8e58-9e4e586c67fa,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:22:24.749653 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a754b-0a7c-4800-8715-da5f1ef717ff req-3508cd82-b231-4a04-8097-54a3181da1eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:24.751168 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-046a754b-0a7c-4800-8715-da5f1ef717ff req-3508cd82-b231-4a04-8097-54a3181da1eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.2355976 Aug 23 10:22:24.765427 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0989c49-094c-4793-b151-cb67ae61201f req-554704ab-4320-44d0-a29e-461457813e78 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:24.772184 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f0989c49-094c-4793-b151-cb67ae61201f req-554704ab-4320-44d0-a29e-461457813e78 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 944 time: 0.3240166 Aug 23 10:22:24.782061 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3d6fff5e-a916-4857-af57-282525fc08fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3408463'] for network, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:24.792355 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:24.800784 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55412259-0cfd-45a4-896f-e2e800dba00f req-d5246f76-dc62-4c59-98c1-744d9bba61d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:24.802225 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-55412259-0cfd-45a4-896f-e2e800dba00f req-d5246f76-dc62-4c59-98c1-744d9bba61d3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4c1fc7bc-93d4-4389-8e20-f7d09f046981 HTTP/1.1" status: 200 len: 911 time: 0.2915070 Aug 23 10:22:24.806161 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:24.875070 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-046a754b-0a7c-4800-8715-da5f1ef717ff req-f9c67513-782f-4428-bd70-3c1fa7e5d2bb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900161 Aug 23 10:22:24.936271 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-55412259-0cfd-45a4-896f-e2e800dba00f req-e6d2dcec-ff35-4d53-abad-8f7ac884cbd4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5922f8de-0af0-4d9e-b5dd-a016f4db71dd HTTP/1.1" status: 200 len: 217 time: 0.0875843 Aug 23 10:22:24.944350 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:24.945028 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:24.946384 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] 10.222.0.38 "PUT /v2.0/ports/1c85d0ed-e955-43ed-8e58-9e4e586c67fa HTTP/1.1" status: 200 len: 1093 time: 2.9150550 Aug 23 10:22:25.015699 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f0989c49-094c-4793-b151-cb67ae61201f req-b01a79c7-7ac3-420c-bd00-34f116c2637d tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425487 Aug 23 10:22:25.048264 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3d6fff5e-a916-4857-af57-282525fc08fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3353717', 'neutron.services.segments.db._delete_segments_for_network-8757078968221'] for network, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:25.102827 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-3d6fff5e-a916-4857-af57-282525fc08fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5712dc-0ec1-4fbf-ae1c-c57043f72ac3']}} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:25.116053 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] Pushing event updated for resources: {'Port': ['ID=1c85d0ed-e955-43ed-8e58-9e4e586c67fa,revision_number=3']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:25.126580 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:25.134465 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-3d6fff5e-a916-4857-af57-282525fc08fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850b039d-1575-4c20-8d0b-c162dfb0571c') {'for_net_delete': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:25.135076 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-3d6fff5e-a916-4857-af57-282525fc08fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850b039d-1575-4c20-8d0b-c162dfb0571c') {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:25.159726 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55412259-0cfd-45a4-896f-e2e800dba00f req-27efdd3e-3a3b-4f41-ba89-b1ed2354b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:25.160496 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-55412259-0cfd-45a4-896f-e2e800dba00f req-27efdd3e-3a3b-4f41-ba89-b1ed2354b096 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3248dd68-15fd-4e1b-bc02-a1c37a6054d5 HTTP/1.1" status: 200 len: 849 time: 0.2074244 Aug 23 10:22:25.197027 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3d6fff5e-a916-4857-af57-282525fc08fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757078964983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15130823'] for segment, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:25.227331 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3d6fff5e-a916-4857-af57-282525fc08fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:25.237360 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6fff5e-a916-4857-af57-282525fc08fb admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=79262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:22:25.237762 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3d6fff5e-a916-4857-af57-282525fc08fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3366333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14958806'] for segment, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: Traceback (most recent call last): Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: timer() Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: cb(*args, **kw) Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: return func(*args, **kwargs) Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: self._notify() Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: self.callback(batched_events) Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: event.method(event) Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: return f(self, *a, **k) Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: return self._get(url).json() Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: return self.request(url, 'GET', **kwargs) Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:22:25.252090 dv-cinder-802781-2-iscsi neutron-server[79262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:22:25.338366 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-e7e9bda0-dd48-4fa0-a2f1-a05aafa14cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:25.339859 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-e7e9bda0-dd48-4fa0-a2f1-a05aafa14cd4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bb2e29fde40147f5b41343ddc6e036d2&device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 1096 time: 0.3428819 Aug 23 10:22:25.349752 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3d6fff5e-a916-4857-af57-282525fc08fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3353612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589113'] for network, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:25.362564 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334de4f-46c8-492e-a108-d01061dd340e req-5de94e50-31e9-493b-88b1-0ed81bd59167 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:25.370472 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-2334de4f-46c8-492e-a108-d01061dd340e req-5de94e50-31e9-493b-88b1-0ed81bd59167 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 945 time: 0.2121680 Aug 23 10:22:25.458985 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-2334de4f-46c8-492e-a108-d01061dd340e req-73622725-e8f6-4f49-a534-9c445e1fbc02 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc530494-560a-4d71-8a9d-929c54381f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871584 Aug 23 10:22:25.461542 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:25.484554 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3d6fff5e-a916-4857-af57-282525fc08fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:25.506419 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fff5e-a916-4857-af57-282525fc08fb admin admin] Pushing event deleted for resources: {'Network': ['ID=6c5712dc-0ec1-4fbf-ae1c-c57043f72ac3,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:25.543602 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81bb369a-1663-4dc7-9754-e5dc5dd88b0f', 'tag': '1c85d0ed-e955-43ed-8e58-9e4e586c67fa'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:22:25.556846 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55412259-0cfd-45a4-896f-e2e800dba00f req-e5c92444-703a-4829-82ac-8b68875a6f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:25.558376 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-55412259-0cfd-45a4-896f-e2e800dba00f req-e5c92444-703a-4829-82ac-8b68875a6f97 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4c1fc7bc-93d4-4389-8e20-f7d09f046981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3907900 Aug 23 10:22:25.566278 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-3d6fff5e-a916-4857-af57-282525fc08fb admin admin] 10.222.0.21 "DELETE /v2.0/networks/6c5712dc-0ec1-4fbf-ae1c-c57043f72ac3 HTTP/1.1" status: 204 len: 168 time: 0.9450169 Aug 23 10:22:25.566815 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-16413ba1-1952-48bc-a230-2b20fe19bd3a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c85d0ed-e955-43ed-8e58-9e4e586c67fa HTTP/1.1" status: 200 len: 217 time: 0.2167220 Aug 23 10:22:25.567357 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-3d6fff5e-a916-4857-af57-282525fc08fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:25.651839 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81bb369a-1663-4dc7-9754-e5dc5dd88b0f', 'tag': '1c85d0ed-e955-43ed-8e58-9e4e586c67fa', 'status': 'completed', 'code': 200} Aug 23 10:22:25.756626 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-67bcbb4e-960e-4c68-8dfa-2881db4582ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:25.758811 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-67bcbb4e-960e-4c68-8dfa-2881db4582ef service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37511b2d-c017-4ca2-bb9c-4a800f5cbb93 HTTP/1.1" status: 200 len: 854 time: 0.1856153 Aug 23 10:22:25.789038 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 5922f8de-0af0-4d9e-b5dd-a016f4db71dd details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:22:25.861207 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 60290) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:25.868435 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-55412259-0cfd-45a4-896f-e2e800dba00f req-6a0068cc-ce65-4025-9713-05e929a6035e service neutron] 10.222.0.38 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002553 Aug 23 10:22:26.039289 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 5922f8de-0af0-4d9e-b5dd-a016f4db71dd, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5922f8de-0af0-4d9e-b5dd-a016f4db71dd,segment=NetworkSegment(e81395ff-959d-4a1d-9754-8caa94ac1e89),segment_id=e81395ff-959d-4a1d-9754-8caa94ac1e89)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:26.057959 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-7d79d894-ca5e-4493-b967-a1b55163ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:26.059570 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-7d79d894-ca5e-4493-b967-a1b55163ab80 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2930758 Aug 23 10:22:26.084130 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-f0efcbb7-7ab1-4563-8988-0644cdb22872 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8f6da89fd844d39892d912507c80de6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2100151 Aug 23 10:22:26.084477 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 60302) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:26.123520 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': '5922f8de-0af0-4d9e-b5dd-a016f4db71dd', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'port_id': '5922f8de-0af0-4d9e-b5dd-a016f4db71dd', 'mac_address': 'fa:16:3e:de:0d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:22:26.148630 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-55412259-0cfd-45a4-896f-e2e800dba00f req-83e6fa83-c90d-48c0-a029-2bd1b3215003 service neutron] 10.222.0.38 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690945 Aug 23 10:22:26.150437 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device f76fb271-bd8c-496c-afa6-cb34f53b5fed up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:26.289807 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-f3f053fe-a726-4c06-b9d3-61b876d7b6cb service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204993 Aug 23 10:22:26.316393 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ce029797-ec91-465a-a82f-44ae528f645f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:26.367828 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ce029797-ec91-465a-a82f-44ae528f645f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:26.424214 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1187d2f-8ebb-41da-9b6a-a4608e09486a req-179ab681-c967-4b5e-8b8b-07e63b98e92b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:26.426179 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b1187d2f-8ebb-41da-9b6a-a4608e09486a req-179ab681-c967-4b5e-8b8b-07e63b98e92b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.1795850 Aug 23 10:22:26.447925 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:26.467103 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5922f8de-0af0-4d9e-b5dd-a016f4db71dd {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:22:26.495467 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 5922f8de-0af0-4d9e-b5dd-a016f4db71dd, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5922f8de-0af0-4d9e-b5dd-a016f4db71dd,segment=NetworkSegment(e81395ff-959d-4a1d-9754-8caa94ac1e89),segment_id=e81395ff-959d-4a1d-9754-8caa94ac1e89)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:26.495602 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning for port f76fb271-bd8c-496c-afa6-cb34f53b5fed completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:22:26.501946 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port f76fb271-bd8c-496c-afa6-cb34f53b5fed triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:26.502333 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:26.535207 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:26.539179 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5a5a05f2-5bfe-410c-929f-6bdfdd92c3a3 req-9d876435-b359-43d2-94ea-50e22d812f1f service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423477 Aug 23 10:22:26.540209 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b1187d2f-8ebb-41da-9b6a-a4608e09486a req-ae04c26d-7b6a-44ed-bd97-7067a57a1106 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836010 Aug 23 10:22:26.584599 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:26.585921 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ce029797-ec91-465a-a82f-44ae528f645f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:26.598517 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-4689a5d7-7e71-4341-91d6-2cb4a348a74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:26.630118 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce029797-ec91-465a-a82f-44ae528f645f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7661248e-da6c-4ae8-a132-653f0fdb54f5,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:26.637046 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-ce029797-ec91-465a-a82f-44ae528f645f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:26.661117 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ce029797-ec91-465a-a82f-44ae528f645f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:26.662264 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-ce029797-ec91-465a-a82f-44ae528f645f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7661248e-da6c-4ae8-a132-653f0fdb54f5 HTTP/1.1" status: 204 len: 168 time: 0.5768390 Aug 23 10:22:26.721187 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96082be5-592d-475d-818e-cf0330ebc654 req-f43bfa6e-8cb7-4bf5-a60e-cb26eac63fb7 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:26.722721 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-96082be5-592d-475d-818e-cf0330ebc654 req-f43bfa6e-8cb7-4bf5-a60e-cb26eac63fb7 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 945 time: 0.1821642 Aug 23 10:22:26.731274 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635cd36-458d-4ea4-aeae-951ff6050567 req-b4ec50b2-7cb4-4fa6-a205-359e637cb4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:26.732999 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5635cd36-458d-4ea4-aeae-951ff6050567 req-b4ec50b2-7cb4-4fa6-a205-359e637cb4ec service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bb2e29fde40147f5b41343ddc6e036d2&device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 1096 time: 0.1158874 Aug 23 10:22:26.913052 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=5922f8de-0af0-4d9e-b5dd-a016f4db71dd,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:26.928858 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635cd36-458d-4ea4-aeae-951ff6050567 req-2a746d81-3826-463c-84d6-1049cc9e11eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:26.930372 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5635cd36-458d-4ea4-aeae-951ff6050567 req-2a746d81-3826-463c-84d6-1049cc9e11eb service neutron] 10.222.0.38 "GET /v2.0/networks?id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d HTTP/1.1" status: 200 len: 916 time: 0.1361582 Aug 23 10:22:26.935129 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:26.953090 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9754427-e879-4efe-a130-88bc846bb1e6 req-8fdfd410-dbe6-4f1e-be37-a4e84d1bcac4 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:26.954816 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e9754427-e879-4efe-a130-88bc846bb1e6 req-8fdfd410-dbe6-4f1e-be37-a4e84d1bcac4 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 945 time: 0.1507583 Aug 23 10:22:26.998188 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:27.039099 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['5922f8de-0af0-4d9e-b5dd-a016f4db71dd'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:22:27.064058 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-96082be5-592d-475d-818e-cf0330ebc654 req-e13594ee-371e-4689-af64-8d2a901715ca tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3285902 Aug 23 10:22:27.066007 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e9754427-e879-4efe-a130-88bc846bb1e6 req-69d9c65c-877d-4f1c-9fcf-003dac9e6ae7 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc530494-560a-4d71-8a9d-929c54381f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019008 Aug 23 10:22:27.066230 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5635cd36-458d-4ea4-aeae-951ff6050567 req-fc8c73e7-707f-4fde-a19b-0b75658c1ca6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c85d0ed-e955-43ed-8e58-9e4e586c67fa HTTP/1.1" status: 200 len: 217 time: 0.1262901 Aug 23 10:22:27.140545 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635cd36-458d-4ea4-aeae-951ff6050567 req-e7c20a70-6ad4-473e-8175-858172cb2879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:27.142208 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5635cd36-458d-4ea4-aeae-951ff6050567 req-e7c20a70-6ad4-473e-8175-858172cb2879 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37511b2d-c017-4ca2-bb9c-4a800f5cbb93 HTTP/1.1" status: 200 len: 854 time: 0.0687871 Aug 23 10:22:27.217563 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port f76fb271-bd8c-496c-afa6-cb34f53b5fed, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f76fb271-bd8c-496c-afa6-cb34f53b5fed,segment=NetworkSegment(70285392-1ba4-43b3-a909-f11b4527d177),segment_id=70285392-1ba4-43b3-a909-f11b4527d177)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:27.232213 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882de562-0dc2-46fe-9ae8-4f07ce6e34f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76fb271-bd8c-496c-afa6-cb34f53b5fed'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:22:27.292848 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635cd36-458d-4ea4-aeae-951ff6050567 req-3ef89244-378d-4231-8434-2cc332e751f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:27.295799 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5635cd36-458d-4ea4-aeae-951ff6050567 req-3ef89244-378d-4231-8434-2cc332e751f2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1465163 Aug 23 10:22:27.326635 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:27.336085 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:27.411459 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 60368) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:27.470643 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=f76fb271-bd8c-496c-afa6-cb34f53b5fed,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:27.481817 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:27.497217 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5635cd36-458d-4ea4-aeae-951ff6050567 req-d9f30f20-2d42-4f4c-bdad-b97a9cdd11bb service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917121 Aug 23 10:22:27.699712 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882de562-0dc2-46fe-9ae8-4f07ce6e34f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76fb271-bd8c-496c-afa6-cb34f53b5fed', 'code': 200} Aug 23 10:22:27.705944 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-9d2ba04b-7666-4e3b-b416-74b4a917a791 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eeabd5f046cd457fbf33f17fcd650305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2930021 Aug 23 10:22:27.706566 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 60388) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:27.816251 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5635cd36-458d-4ea4-aeae-951ff6050567 req-ce7de226-90cb-4519-883c-5adf0c639aba service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105731 Aug 23 10:22:27.828127 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-64b57395-a2b8-4d07-a742-deb455eccdeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:27.859750 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b94e86-9c82-4033-9e5d-f995af0fb370 req-121956cb-17e9-410c-bc41-9c6dcfcd8ab4 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:27.860514 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-c4b94e86-9c82-4033-9e5d-f995af0fb370 req-121956cb-17e9-410c-bc41-9c6dcfcd8ab4 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Synchronizing usage tracker for tenant:bb2e29fde40147f5b41343ddc6e036d2 on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:27.860825 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-64b57395-a2b8-4d07-a742-deb455eccdeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:27.941650 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-64b57395-a2b8-4d07-a742-deb455eccdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:27.950812 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:27.975185 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b57395-a2b8-4d07-a742-deb455eccdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c2949c-3d89-41b5-a2e4-73ce15e691d2,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:27.979465 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-c4b94e86-9c82-4033-9e5d-f995af0fb370 req-121956cb-17e9-410c-bc41-9c6dcfcd8ab4 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Unset dirty status for tenant:bb2e29fde40147f5b41343ddc6e036d2 on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:27.982836 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c4b94e86-9c82-4033-9e5d-f995af0fb370 req-121956cb-17e9-410c-bc41-9c6dcfcd8ab4 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.2406609 Aug 23 10:22:27.985655 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-64b57395-a2b8-4d07-a742-deb455eccdeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:27.989983 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-64b57395-a2b8-4d07-a742-deb455eccdeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:27.991094 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-64b57395-a2b8-4d07-a742-deb455eccdeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42c2949c-3d89-41b5-a2e4-73ce15e691d2 HTTP/1.1" status: 204 len: 168 time: 0.2835994 Aug 23 10:22:28.061450 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c4b94e86-9c82-4033-9e5d-f995af0fb370 req-c507ed87-ace8-47f2-b3cb-cc8ee1fb34ca tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487695 Aug 23 10:22:28.075341 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d2f0c-59c1-46ef-b84e-b76e65c12c88 req-dde91bc1-09f8-474e-9fcc-973f64396c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:28.076998 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6f0d2f0c-59c1-46ef-b84e-b76e65c12c88 req-dde91bc1-09f8-474e-9fcc-973f64396c4b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 1099 time: 0.1886702 Aug 23 10:22:28.131626 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-6f0d2f0c-59c1-46ef-b84e-b76e65c12c88 req-3fdb575b-dd81-4e95-9a4d-447ce3ede9fd service neutron] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:28.166749 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [req-6f0d2f0c-59c1-46ef-b84e-b76e65c12c88 req-3fdb575b-dd81-4e95-9a4d-447ce3ede9fd service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:28.174827 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-6f0d2f0c-59c1-46ef-b84e-b76e65c12c88 req-3fdb575b-dd81-4e95-9a4d-447ce3ede9fd service neutron] Usage tracker for resource:security_group_rule and tenant:5ad1329cfdee494baeac978ce6f10c56 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:28.182552 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-6f0d2f0c-59c1-46ef-b84e-b76e65c12c88 req-3fdb575b-dd81-4e95-9a4d-447ce3ede9fd service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:28.197533 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [req-6f0d2f0c-59c1-46ef-b84e-b76e65c12c88 req-3fdb575b-dd81-4e95-9a4d-447ce3ede9fd service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:28.275998 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 60416) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:28.306198 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:28.373957 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9eae8-21c2-48fe-a867-4ced5713bf72 req-0ab9e305-c180-4bd1-8575-19f97b87a434 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:28.375491 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-07d9eae8-21c2-48fe-a867-4ced5713bf72 req-0ab9e305-c180-4bd1-8575-19f97b87a434 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 946 time: 0.1245148 Aug 23 10:22:28.410256 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-6f0d2f0c-59c1-46ef-b84e-b76e65c12c88 req-3fdb575b-dd81-4e95-9a4d-447ce3ede9fd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:28.419756 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-6f0d2f0c-59c1-46ef-b84e-b76e65c12c88 req-3fdb575b-dd81-4e95-9a4d-447ce3ede9fd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:28.442266 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:28.449982 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6f0d2f0c-59c1-46ef-b84e-b76e65c12c88 req-3fdb575b-dd81-4e95-9a4d-447ce3ede9fd service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=bc530494-560a-4d71-8a9d-929c54381f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585725 Aug 23 10:22:28.462320 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d31ce7-607c-4d9f-9ff7-f49ef28ce195 req-b8971817-a520-449f-8941-bd57edcc1609 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:28.463955 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-30d31ce7-607c-4d9f-9ff7-f49ef28ce195 req-b8971817-a520-449f-8941-bd57edcc1609 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 945 time: 0.1798778 Aug 23 10:22:28.510039 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-07d9eae8-21c2-48fe-a867-4ced5713bf72 req-7b9096ca-e224-475a-ae8c-35a78da26bd4 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc530494-560a-4d71-8a9d-929c54381f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285427 Aug 23 10:22:28.536041 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb575b-dd81-4e95-9a4d-447ce3ede9fd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6390d1d7-8cc6-4734-88f4-233c88805b48,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:28.541359 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3fdb575b-dd81-4e95-9a4d-447ce3ede9fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:28.604769 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cac07062-a985-409b-95d9-5e9beb080974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:28.640750 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-30d31ce7-607c-4d9f-9ff7-f49ef28ce195 req-81521cd4-a530-4c5d-80a0-c65115c3ed92 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639981 Aug 23 10:22:28.657859 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-cac07062-a985-409b-95d9-5e9beb080974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:28.657859 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-cac07062-a985-409b-95d9-5e9beb080974 admin admin] Usage tracker for resource:security_group_rule and tenant:a1a7ed929f4a49b7b3ef60a12d0c5211 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:28.658368 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-cac07062-a985-409b-95d9-5e9beb080974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:28.670631 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-cac07062-a985-409b-95d9-5e9beb080974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:28.771616 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cac07062-a985-409b-95d9-5e9beb080974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:28.776153 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cac07062-a985-409b-95d9-5e9beb080974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:28.785288 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-77c110b8-cd9e-4007-a6ad-b629b372fd54 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:28.824506 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-cac07062-a985-409b-95d9-5e9beb080974 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1a7ed929f4a49b7b3ef60a12d0c5211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5467632 Aug 23 10:22:28.826156 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac07062-a985-409b-95d9-5e9beb080974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988878cb-dda1-44bc-97fa-2e7b2ce54240,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:28.827291 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 60450) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:28.829100 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-cac07062-a985-409b-95d9-5e9beb080974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:28.912368 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c9ed7a21-c4e9-493d-a66a-d41b030d225a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:28.939450 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c9ed7a21-c4e9-493d-a66a-d41b030d225a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:29.002636 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c9ed7a21-c4e9-493d-a66a-d41b030d225a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:29.011004 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:29.025624 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed7a21-c4e9-493d-a66a-d41b030d225a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988878cb-dda1-44bc-97fa-2e7b2ce54240,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:29.028391 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c9ed7a21-c4e9-493d-a66a-d41b030d225a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:29.033162 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-c9ed7a21-c4e9-493d-a66a-d41b030d225a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/988878cb-dda1-44bc-97fa-2e7b2ce54240 HTTP/1.1" status: 204 len: 168 time: 0.2001131 Aug 23 10:22:29.033162 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c9ed7a21-c4e9-493d-a66a-d41b030d225a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:29.103526 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 60468) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:29.266319 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f02efd-5372-4d3c-ae7b-b539e34f57aa req-f89d1edd-d4ff-46ea-a762-e1c9c64cae99 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:29.268056 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-85f02efd-5372-4d3c-ae7b-b539e34f57aa req-f89d1edd-d4ff-46ea-a762-e1c9c64cae99 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.0844829 Aug 23 10:22:29.317462 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-85f02efd-5372-4d3c-ae7b-b539e34f57aa req-aafb3061-1dc1-413b-b981-82f5c560fe02 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425513 Aug 23 10:22:29.345294 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8295ab9c-9b06-4b5c-b669-ff2e28f5e1e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:29.365631 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-8295ab9c-9b06-4b5c-b669-ff2e28f5e1e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:29.369940 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-8295ab9c-9b06-4b5c-b669-ff2e28f5e1e0 admin admin] Usage tracker for resource:security_group_rule and tenant:675d0f8dce0645f9a4454423b67c7230 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:29.372760 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-8295ab9c-9b06-4b5c-b669-ff2e28f5e1e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:29.378507 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-8295ab9c-9b06-4b5c-b669-ff2e28f5e1e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:29.450816 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 60480) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:29.468162 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e55dfeab-32cf-421f-b97f-ef6927aba071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:29.469530 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8295ab9c-9b06-4b5c-b669-ff2e28f5e1e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:29.474277 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8295ab9c-9b06-4b5c-b669-ff2e28f5e1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:29.483333 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-b2c8286c-201d-40ee-9de9-ddc0306588be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:29.484325 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-e55dfeab-32cf-421f-b97f-ef6927aba071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:29.488536 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-e55dfeab-32cf-421f-b97f-ef6927aba071 admin admin] Usage tracker for resource:security_group_rule and tenant:7d11b4fa19094be6a4b0760b0ea653d1 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:29.492026 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-e55dfeab-32cf-421f-b97f-ef6927aba071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:29.498110 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-e55dfeab-32cf-421f-b97f-ef6927aba071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:29.523573 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-8295ab9c-9b06-4b5c-b669-ff2e28f5e1e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=675d0f8dce0645f9a4454423b67c7230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4189470 Aug 23 10:22:29.525288 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295ab9c-9b06-4b5c-b669-ff2e28f5e1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc02b0d-38ba-44c4-a8c3-2687f965a23a,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:29.527354 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 60486) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:29.528384 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8295ab9c-9b06-4b5c-b669-ff2e28f5e1e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:29.631251 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-47c95824-f6c7-43c4-bdba-23f8e4417332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:29.658229 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e55dfeab-32cf-421f-b97f-ef6927aba071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:29.690826 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e55dfeab-32cf-421f-b97f-ef6927aba071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:29.723362 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-626c0048-9edd-4b71-8bce-24217765af8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:29.732757 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415a2eb-f880-4a40-a22b-b3c9be1edd6f req-a70ccf0e-a640-4977-b9be-8252278657e5 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:29.734597 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5415a2eb-f880-4a40-a22b-b3c9be1edd6f req-a70ccf0e-a640-4977-b9be-8252278657e5 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 946 time: 0.1037140 Aug 23 10:22:29.738985 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-47c95824-f6c7-43c4-bdba-23f8e4417332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:29.804917 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5415a2eb-f880-4a40-a22b-b3c9be1edd6f req-fd3ba5ba-4ac1-4c8d-8ad1-b8ef6117b9bc tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc530494-560a-4d71-8a9d-929c54381f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600317 Aug 23 10:22:29.823651 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 1c85d0ed-e955-43ed-8e58-9e4e586c67fa details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:22:29.832398 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 5922f8de-0af0-4d9e-b5dd-a016f4db71dd up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:29.896848 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-e55dfeab-32cf-421f-b97f-ef6927aba071 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d11b4fa19094be6a4b0760b0ea653d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4446447 Aug 23 10:22:29.897339 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 60508) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:29.914247 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55dfeab-32cf-421f-b97f-ef6927aba071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c236e175-2eb6-4476-bd8e-962fdf9109f7,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:29.919894 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-e55dfeab-32cf-421f-b97f-ef6927aba071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:29.958688 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-47c95824-f6c7-43c4-bdba-23f8e4417332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:29.970957 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a993c-7bf2-45f4-af35-c967ccf775d6 req-10b7e575-0eb5-46db-86d2-7a169e9f2ff9 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:29.974917 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-998a993c-7bf2-45f4-af35-c967ccf775d6 req-10b7e575-0eb5-46db-86d2-7a169e9f2ff9 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 945 time: 0.1798952 Aug 23 10:22:29.994692 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:30.064938 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1c9ffa72-8951-4027-b10c-a709ff3563d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:30.084851 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning for port 5922f8de-0af0-4d9e-b5dd-a016f4db71dd completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:22:30.102834 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port 5922f8de-0af0-4d9e-b5dd-a016f4db71dd triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:30.103263 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:30.111619 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1c9ffa72-8951-4027-b10c-a709ff3563d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:30.111803 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-998a993c-7bf2-45f4-af35-c967ccf775d6 req-9f8f3c2f-c296-40ae-9068-4b1f897c2507 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218042 Aug 23 10:22:30.112373 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c95824-f6c7-43c4-bdba-23f8e4417332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc02b0d-38ba-44c4-a8c3-2687f965a23a,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:30.120629 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-47c95824-f6c7-43c4-bdba-23f8e4417332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:30.134451 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-47c95824-f6c7-43c4-bdba-23f8e4417332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:30.136079 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-47c95824-f6c7-43c4-bdba-23f8e4417332 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2dc02b0d-38ba-44c4-a8c3-2687f965a23a HTTP/1.1" status: 204 len: 168 time: 0.6069448 Aug 23 10:22:30.211533 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1c9ffa72-8951-4027-b10c-a709ff3563d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:30.216364 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:30.236161 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ffa72-8951-4027-b10c-a709ff3563d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c236e175-2eb6-4476-bd8e-962fdf9109f7,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:30.240903 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-1c9ffa72-8951-4027-b10c-a709ff3563d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:30.250438 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1c85d0ed-e955-43ed-8e58-9e4e586c67fa,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:30.257636 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1c9ffa72-8951-4027-b10c-a709ff3563d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:30.258787 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-1c9ffa72-8951-4027-b10c-a709ff3563d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c236e175-2eb6-4476-bd8e-962fdf9109f7 HTTP/1.1" status: 204 len: 168 time: 0.3599625 Aug 23 10:22:30.301595 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': '1c85d0ed-e955-43ed-8e58-9e4e586c67fa', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'port_id': '1c85d0ed-e955-43ed-8e58-9e4e586c67fa', 'mac_address': 'fa:16:3e:40:1c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:22:30.479373 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:30.503225 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c85d0ed-e955-43ed-8e58-9e4e586c67fa {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:22:30.507306 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:30.552584 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4571a698-928f-4036-872d-d62c92d01ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5922f8de-0af0-4d9e-b5dd-a016f4db71dd'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:22:30.574904 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1c85d0ed-e955-43ed-8e58-9e4e586c67fa,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:30.576693 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 5922f8de-0af0-4d9e-b5dd-a016f4db71dd, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5922f8de-0af0-4d9e-b5dd-a016f4db71dd,segment=NetworkSegment(e81395ff-959d-4a1d-9754-8caa94ac1e89),segment_id=e81395ff-959d-4a1d-9754-8caa94ac1e89)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:30.582699 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:30.588054 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:30.669158 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:30.697958 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4571a698-928f-4036-872d-d62c92d01ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5922f8de-0af0-4d9e-b5dd-a016f4db71dd', 'code': 200} Aug 23 10:22:30.748213 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=1c85d0ed-e955-43ed-8e58-9e4e586c67fa,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:30.754592 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:30.755926 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:30.803212 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fac4f4-894f-46b2-9ba5-b2519c9c7f6c req-ae6cb105-16cd-470e-9191-f3bd895aedcc tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:30.803212 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-19fac4f4-894f-46b2-9ba5-b2519c9c7f6c req-ae6cb105-16cd-470e-9191-f3bd895aedcc tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 944 time: 0.2340918 Aug 23 10:22:30.945444 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-19fac4f4-894f-46b2-9ba5-b2519c9c7f6c req-9ff3c286-f7c2-410a-8c67-ffa1e808af10 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367021 Aug 23 10:22:30.971570 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=5922f8de-0af0-4d9e-b5dd-a016f4db71dd,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:30.985247 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:30.993159 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 60560) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:31.031040 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-87681d60-bff2-4b4d-980c-a2537bbc34b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:31.054208 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['1c85d0ed-e955-43ed-8e58-9e4e586c67fa'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:22:31.101488 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-87681d60-bff2-4b4d-980c-a2537bbc34b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:31.106639 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-87681d60-bff2-4b4d-980c-a2537bbc34b4 admin admin] Usage tracker for resource:security_group_rule and tenant:6db7294a5ec84c2988d966e86e262a90 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:31.112795 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-87681d60-bff2-4b4d-980c-a2537bbc34b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:31.119483 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-87681d60-bff2-4b4d-980c-a2537bbc34b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:31.145646 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c4c09-8794-4f67-a881-e8f4da143f67 req-5580e53e-8df6-474e-a240-5fabce060e7a tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:31.148444 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-2c3c4c09-8794-4f67-a881-e8f4da143f67 req-5580e53e-8df6-474e-a240-5fabce060e7a tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 946 time: 0.1634555 Aug 23 10:22:31.246647 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-87681d60-bff2-4b4d-980c-a2537bbc34b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:31.255526 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-2c3c4c09-8794-4f67-a881-e8f4da143f67 req-27a17a0e-b42b-431f-917b-eb37dbc7a14f tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc530494-560a-4d71-8a9d-929c54381f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007855 Aug 23 10:22:31.285531 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-87681d60-bff2-4b4d-980c-a2537bbc34b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:31.308417 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:31.391587 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87681d60-bff2-4b4d-980c-a2537bbc34b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e687848-40b2-467c-a4d0-5cbe7389fd52,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:31.398494 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-87681d60-bff2-4b4d-980c-a2537bbc34b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:31.401132 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-87681d60-bff2-4b4d-980c-a2537bbc34b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6db7294a5ec84c2988d966e86e262a90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4066250 Aug 23 10:22:31.404341 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 60576) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:31.410096 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32f6f0-64cf-465e-83b9-04adb76f538d req-6925125a-34a4-4de2-8465-f46a3423e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:31.411553 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0a32f6f0-64cf-465e-83b9-04adb76f538d req-6925125a-34a4-4de2-8465-f46a3423e27c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 1099 time: 0.1635349 Aug 23 10:22:31.496809 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-94492eb4-3f39-479a-927b-75745102a335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:31.537217 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-94492eb4-3f39-479a-927b-75745102a335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:31.549101 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82d43b-8dc1-48e4-bcac-488fea65fcf4 req-2c144a42-df29-4ff7-a149-9215c131ef2e tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:31.550803 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-de82d43b-8dc1-48e4-bcac-488fea65fcf4 req-2c144a42-df29-4ff7-a149-9215c131ef2e tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.1383808 Aug 23 10:22:31.608064 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-94492eb4-3f39-479a-927b-75745102a335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:31.614019 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-47c95824-f6c7-43c4-bdba-23f8e4417332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:31.634106 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94492eb4-3f39-479a-927b-75745102a335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e687848-40b2-467c-a4d0-5cbe7389fd52,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:31.650473 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-94492eb4-3f39-479a-927b-75745102a335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:31.666884 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-de82d43b-8dc1-48e4-bcac-488fea65fcf4 req-a678e596-b774-40a2-8aae-f20855271e3a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038058 Aug 23 10:22:31.682600 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-94492eb4-3f39-479a-927b-75745102a335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:31.696438 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-94492eb4-3f39-479a-927b-75745102a335 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e687848-40b2-467c-a4d0-5cbe7389fd52 HTTP/1.1" status: 204 len: 168 time: 0.2783127 Aug 23 10:22:32.175563 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd4c30-160c-436f-9bfd-6540b5de8ebe req-ee5fe41a-fe67-4cff-b9b7-ce9db020085d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:32.178397 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-24cd4c30-160c-436f-9bfd-6540b5de8ebe req-ee5fe41a-fe67-4cff-b9b7-ce9db020085d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 944 time: 0.0880270 Aug 23 10:22:32.234429 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-24cd4c30-160c-436f-9bfd-6540b5de8ebe req-760c96ea-1f45-4e65-8b3d-7d652f9116fb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484130 Aug 23 10:22:32.823813 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-f9829505-411e-4fd1-9ab8-8a30895a33c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:32.907357 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-0a32f6f0-64cf-465e-83b9-04adb76f538d req-62f54026-f99e-4188-8b3e-42c98b177492 service neutron] Synchronizing usage tracker for tenant:5ad1329cfdee494baeac978ce6f10c56 on resource:security_group {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:22:32.938606 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a7a33-56da-41ef-8572-9872c170372e req-1d76c617-4aa4-407c-a29d-0e5ee367f740 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:32.940393 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-511a7a33-56da-41ef-8572-9872c170372e req-1d76c617-4aa4-407c-a29d-0e5ee367f740 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.1568308 Aug 23 10:22:32.943017 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-0a32f6f0-64cf-465e-83b9-04adb76f538d req-62f54026-f99e-4188-8b3e-42c98b177492 service neutron] Unset dirty status for tenant:5ad1329cfdee494baeac978ce6f10c56 on resource:security_group {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:22:32.947347 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0a32f6f0-64cf-465e-83b9-04adb76f538d req-62f54026-f99e-4188-8b3e-42c98b177492 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036077 Aug 23 10:22:33.009869 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-511a7a33-56da-41ef-8572-9872c170372e req-5b0dae53-5be1-4c7d-aafc-6e236b63b5dc tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583520 Aug 23 10:22:33.125621 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 60666) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:33.296371 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-63912435-2c67-4891-89dd-2c452277c494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:33.319601 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-63912435-2c67-4891-89dd-2c452277c494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:33.325016 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-63912435-2c67-4891-89dd-2c452277c494 admin admin] Usage tracker for resource:security_group_rule and tenant:06cf9cc24f224c66abb2160ce25aba33 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:33.329062 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-63912435-2c67-4891-89dd-2c452277c494 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:33.338871 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-63912435-2c67-4891-89dd-2c452277c494 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:33.427234 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-63912435-2c67-4891-89dd-2c452277c494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:33.431424 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-63912435-2c67-4891-89dd-2c452277c494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:33.434870 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf1ae7-3561-4810-8a72-edaa7010fb84 req-e7b6d24b-5e5d-4501-ad66-536926813f9f tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:33.436436 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-54cf1ae7-3561-4810-8a72-edaa7010fb84 req-e7b6d24b-5e5d-4501-ad66-536926813f9f tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 944 time: 0.0863528 Aug 23 10:22:33.441393 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:33.482903 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-63912435-2c67-4891-89dd-2c452277c494 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06cf9cc24f224c66abb2160ce25aba33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3538165 Aug 23 10:22:33.482903 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63912435-2c67-4891-89dd-2c452277c494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fc9a9a-6ed6-4df3-8789-080b1edc0139,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:33.483205 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 60684) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:33.484980 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-63912435-2c67-4891-89dd-2c452277c494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:33.504395 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-54cf1ae7-3561-4810-8a72-edaa7010fb84 req-5cb21428-be47-4de6-8b09-8c63636556a1 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598490 Aug 23 10:22:33.549327 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6ae42bb4-a76d-49e7-8205-493bb6d6ff71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:33.577205 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6ae42bb4-a76d-49e7-8205-493bb6d6ff71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:33.601950 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:33.630646 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6ae42bb4-a76d-49e7-8205-493bb6d6ff71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:33.636116 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:33.648901 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae42bb4-a76d-49e7-8205-493bb6d6ff71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fc9a9a-6ed6-4df3-8789-080b1edc0139,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:33.651950 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-6ae42bb4-a76d-49e7-8205-493bb6d6ff71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:33.653884 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6ae42bb4-a76d-49e7-8205-493bb6d6ff71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:33.654960 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-6ae42bb4-a76d-49e7-8205-493bb6d6ff71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11fc9a9a-6ed6-4df3-8789-080b1edc0139 HTTP/1.1" status: 204 len: 168 time: 0.1708500 Aug 23 10:22:33.742559 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 60692) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:34.005987 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f58443a8-2a4a-463d-9dc0-cbafcb2e055b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.025899 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 60704) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:34.028590 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-f58443a8-2a4a-463d-9dc0-cbafcb2e055b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:34.052863 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-f58443a8-2a4a-463d-9dc0-cbafcb2e055b admin admin] Usage tracker for resource:security_group_rule and tenant:750b3af1aeed435889e5fc25c6044563 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:34.057831 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-f58443a8-2a4a-463d-9dc0-cbafcb2e055b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:34.060839 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1891c19d-1648-46ee-9d7b-312c11bb099a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.074081 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-f58443a8-2a4a-463d-9dc0-cbafcb2e055b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:34.086328 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-1891c19d-1648-46ee-9d7b-312c11bb099a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:34.094439 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-1891c19d-1648-46ee-9d7b-312c11bb099a admin admin] Usage tracker for resource:security_group_rule and tenant:d8385874498b484e9787b488c4fa68ad is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:34.103411 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-1891c19d-1648-46ee-9d7b-312c11bb099a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:34.112187 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-1891c19d-1648-46ee-9d7b-312c11bb099a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:34.256583 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f58443a8-2a4a-463d-9dc0-cbafcb2e055b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.267475 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f58443a8-2a4a-463d-9dc0-cbafcb2e055b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.283767 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-ce029797-ec91-465a-a82f-44ae528f645f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:34.312984 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ef722-684b-4186-83e6-749f6c564288 req-d4093877-5d17-4782-ac3f-8caacb9e8697 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:34.315184 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-bc4ef722-684b-4186-83e6-749f6c564288 req-d4093877-5d17-4782-ac3f-8caacb9e8697 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.1586032 Aug 23 10:22:34.332275 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1891c19d-1648-46ee-9d7b-312c11bb099a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.339207 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-f58443a8-2a4a-463d-9dc0-cbafcb2e055b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=750b3af1aeed435889e5fc25c6044563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5954995 Aug 23 10:22:34.343148 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1891c19d-1648-46ee-9d7b-312c11bb099a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.345798 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 60722) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:34.362649 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58443a8-2a4a-463d-9dc0-cbafcb2e055b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf795795-2b26-445c-a276-e7f181979fac,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:34.373054 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f58443a8-2a4a-463d-9dc0-cbafcb2e055b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:34.373800 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:34.400236 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-1891c19d-1648-46ee-9d7b-312c11bb099a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8385874498b484e9787b488c4fa68ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3731852 Aug 23 10:22:34.403586 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 60728) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:34.422362 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891c19d-1648-46ee-9d7b-312c11bb099a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f4c378-d398-4239-a2ba-31487f4b0195,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:34.427672 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1891c19d-1648-46ee-9d7b-312c11bb099a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:34.439649 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-bc4ef722-684b-4186-83e6-749f6c564288 req-b7197680-61eb-4fa0-8430-57250c8ac767 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177533 Aug 23 10:22:34.454055 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7cee0524-1674-4425-a2e6-d39e0fb9af2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.470767 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-58e142d2-52d4-4078-8394-25264c7fb370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.481837 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7cee0524-1674-4425-a2e6-d39e0fb9af2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.497054 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-58e142d2-52d4-4078-8394-25264c7fb370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.537445 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7cee0524-1674-4425-a2e6-d39e0fb9af2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.542631 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-63912435-2c67-4891-89dd-2c452277c494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:34.550320 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-58e142d2-52d4-4078-8394-25264c7fb370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.554856 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-e55dfeab-32cf-421f-b97f-ef6927aba071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:34.560313 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee0524-1674-4425-a2e6-d39e0fb9af2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf795795-2b26-445c-a276-e7f181979fac,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:34.562888 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7cee0524-1674-4425-a2e6-d39e0fb9af2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:34.574155 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e142d2-52d4-4078-8394-25264c7fb370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f4c378-d398-4239-a2ba-31487f4b0195,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:34.578520 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-58e142d2-52d4-4078-8394-25264c7fb370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:34.579139 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7cee0524-1674-4425-a2e6-d39e0fb9af2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.583950 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-7cee0524-1674-4425-a2e6-d39e0fb9af2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf795795-2b26-445c-a276-e7f181979fac HTTP/1.1" status: 204 len: 168 time: 0.2367849 Aug 23 10:22:34.596318 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-58e142d2-52d4-4078-8394-25264c7fb370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:34.601379 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-58e142d2-52d4-4078-8394-25264c7fb370 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39f4c378-d398-4239-a2ba-31487f4b0195 HTTP/1.1" status: 204 len: 168 time: 0.1960731 Aug 23 10:22:34.732023 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295af0a0-8e43-4678-82bd-43743875bebc req-acf83ef9-ccee-4cc2-8685-77c1ed3ab53f tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:34.733702 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-295af0a0-8e43-4678-82bd-43743875bebc req-acf83ef9-ccee-4cc2-8685-77c1ed3ab53f tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 944 time: 0.0945272 Aug 23 10:22:34.782380 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-295af0a0-8e43-4678-82bd-43743875bebc req-c0186013-5075-4751-b0c1-3759c24ec35d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406923 Aug 23 10:22:35.025331 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 60750) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:35.046088 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d8098bbe-af4e-4e56-a2ee-0f685164be9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:35.060673 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-d8098bbe-af4e-4e56-a2ee-0f685164be9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:35.064398 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-d8098bbe-af4e-4e56-a2ee-0f685164be9e admin admin] Usage tracker for resource:security_group_rule and tenant:da2f6afc88bc4f7288980a5d69dcc472 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:35.067144 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-d8098bbe-af4e-4e56-a2ee-0f685164be9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:35.073237 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-d8098bbe-af4e-4e56-a2ee-0f685164be9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:35.161478 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d8098bbe-af4e-4e56-a2ee-0f685164be9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:35.165365 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d8098bbe-af4e-4e56-a2ee-0f685164be9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:35.174317 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:35.216789 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-d8098bbe-af4e-4e56-a2ee-0f685164be9e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da2f6afc88bc4f7288980a5d69dcc472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1880651 Aug 23 10:22:35.216789 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8098bbe-af4e-4e56-a2ee-0f685164be9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22582e35-fbb0-40e0-a6d2-b6fbb0d21ea5,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:35.217355 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 60760) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:35.222614 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-d8098bbe-af4e-4e56-a2ee-0f685164be9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:35.281767 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ac484a30-5ee7-4a63-a958-141f3e6aa69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:35.308623 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ac484a30-5ee7-4a63-a958-141f3e6aa69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:35.385137 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ac484a30-5ee7-4a63-a958-141f3e6aa69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:35.390858 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-6fc9fa22-80aa-4d69-b026-dcab4f08c6f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:35.415739 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac484a30-5ee7-4a63-a958-141f3e6aa69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22582e35-fbb0-40e0-a6d2-b6fbb0d21ea5,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:35.419947 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ac484a30-5ee7-4a63-a958-141f3e6aa69c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:35.421979 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ac484a30-5ee7-4a63-a958-141f3e6aa69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:35.431257 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-ac484a30-5ee7-4a63-a958-141f3e6aa69c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22582e35-fbb0-40e0-a6d2-b6fbb0d21ea5 HTTP/1.1" status: 204 len: 168 time: 0.2099514 Aug 23 10:22:35.540114 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-5c54d04f-32f7-42f6-9b56-b9d6571092b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:35.651897 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d3422-4fc7-4e2d-bcc4-97fb9a51fd8b req-f7e5a869-e148-4ffb-9052-555a4f7a7e45 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:35.653427 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-673d3422-4fc7-4e2d-bcc4-97fb9a51fd8b req-f7e5a869-e148-4ffb-9052-555a4f7a7e45 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.1035187 Aug 23 10:22:35.767257 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-673d3422-4fc7-4e2d-bcc4-97fb9a51fd8b req-45517d2d-d731-4a82-9798-720bc4a3beb7 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082985 Aug 23 10:22:36.045443 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fce3a7-faea-4f40-8621-8de7497d222b req-286a6c28-3e12-4037-a752-afc26063d5d9 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:36.047018 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c9fce3a7-faea-4f40-8621-8de7497d222b req-286a6c28-3e12-4037-a752-afc26063d5d9 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 944 time: 0.1480169 Aug 23 10:22:36.094886 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c9fce3a7-faea-4f40-8621-8de7497d222b req-3b8b5d5e-2e1e-4c6b-aadb-27a38dd63586 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415878 Aug 23 10:22:36.387185 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:36.985740 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a1b83-0ff2-432f-a353-b4f6e92a6ced req-f719b34e-bd23-428f-9b92-b056f7941df7 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:36.987204 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-b22a1b83-0ff2-432f-a353-b4f6e92a6ced req-f719b34e-bd23-428f-9b92-b056f7941df7 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0841234 Aug 23 10:22:37.036840 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-b22a1b83-0ff2-432f-a353-b4f6e92a6ced req-c5b3f52c-2f65-4fbe-b5b6-0a56121a389a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433114 Aug 23 10:22:37.290266 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10b9e1-d9f5-4344-938f-82946fec23a6 req-7dba416e-0e22-44f7-8d41-d9e350423d56 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:37.291751 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5f10b9e1-d9f5-4344-938f-82946fec23a6 req-7dba416e-0e22-44f7-8d41-d9e350423d56 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 944 time: 0.0875251 Aug 23 10:22:37.341400 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5f10b9e1-d9f5-4344-938f-82946fec23a6 req-b6531d4e-5430-4eb3-a99a-c88ec8b0faaf tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438759 Aug 23 10:22:37.909160 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:38.215760 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc68d7-3730-4a86-bb2d-8e8ae8d26c4f req-397593d1-585a-49f8-872f-7177e92936f7 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:38.217220 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-afdc68d7-3730-4a86-bb2d-8e8ae8d26c4f req-397593d1-585a-49f8-872f-7177e92936f7 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0774941 Aug 23 10:22:38.263665 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-afdc68d7-3730-4a86-bb2d-8e8ae8d26c4f req-ff69b5be-51d2-4c77-9a72-92e79b1c25a4 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406489 Aug 23 10:22:38.531728 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6929b2-3275-458f-9af2-624dee107d48 req-7f4efda7-bd59-4532-885b-4832bf4e5d64 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:38.533374 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-dd6929b2-3275-458f-9af2-624dee107d48 req-7f4efda7-bd59-4532-885b-4832bf4e5d64 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 944 time: 0.0805962 Aug 23 10:22:38.579173 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-dd6929b2-3275-458f-9af2-624dee107d48 req-9dc75812-8696-4360-adb8-dbef5960bb74 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391905 Aug 23 10:22:38.692285 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 1c85d0ed-e955-43ed-8e58-9e4e586c67fa up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:22:38.762609 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning for port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:22:38.767466 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:22:38.767851 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:38.888087 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:38.915848 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bb369a-1663-4dc7-9754-e5dc5dd88b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c85d0ed-e955-43ed-8e58-9e4e586c67fa'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:22:38.925786 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1c85d0ed-e955-43ed-8e58-9e4e586c67fa,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:38.930689 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:38.933561 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:38.972917 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81bb369a-1663-4dc7-9754-e5dc5dd88b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c85d0ed-e955-43ed-8e58-9e4e586c67fa', 'code': 200} Aug 23 10:22:39.012271 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=1c85d0ed-e955-43ed-8e58-9e4e586c67fa,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:39.015673 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:39.449858 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743111b-ea1e-42da-8856-26570fcc7d55 req-616e7591-320f-49b1-b005-0df4ad492c24 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:39.451279 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7743111b-ea1e-42da-8856-26570fcc7d55 req-616e7591-320f-49b1-b005-0df4ad492c24 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0815709 Aug 23 10:22:39.494349 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7743111b-ea1e-42da-8856-26570fcc7d55 req-5974162b-e645-4b35-b7b3-f9864999c51d tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374904 Aug 23 10:22:39.769656 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f30ecf-8d4e-4149-8a61-db49333bf702 req-af23848d-510a-4900-836a-ec59bb39378a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:39.771108 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-15f30ecf-8d4e-4149-8a61-db49333bf702 req-af23848d-510a-4900-836a-ec59bb39378a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0843828 Aug 23 10:22:39.814390 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-15f30ecf-8d4e-4149-8a61-db49333bf702 req-b2657aa9-9bc5-4c30-b192-1e720db35af4 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376728 Aug 23 10:22:40.680064 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf79941-7f2d-4c78-a6ab-fab146ae238f req-7db267a9-51b4-4a32-b53a-f09d3bba1d2c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:40.681540 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ddf79941-7f2d-4c78-a6ab-fab146ae238f req-7db267a9-51b4-4a32-b53a-f09d3bba1d2c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0814121 Aug 23 10:22:40.725797 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ddf79941-7f2d-4c78-a6ab-fab146ae238f req-1439e4b6-65c6-4936-96ad-7b0e9c186d88 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381358 Aug 23 10:22:41.002472 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae3aae-e08e-4c50-a2d8-6e37e7d72a1f req-c25e388f-6d13-424b-9ef0-847855f566ad tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:41.003919 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c4ae3aae-e08e-4c50-a2d8-6e37e7d72a1f req-c25e388f-6d13-424b-9ef0-847855f566ad tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0826094 Aug 23 10:22:41.048533 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c4ae3aae-e08e-4c50-a2d8-6e37e7d72a1f req-7a1d4282-8872-49fe-9c71-8c2edf3de220 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384653 Aug 23 10:22:41.443388 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7755d-679b-430f-b57b-f23ff883fddd req-b4837015-7e7e-4ff2-ad26-c8a3c7581789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:41.445927 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-82d7755d-679b-430f-b57b-f23ff883fddd req-b4837015-7e7e-4ff2-ad26-c8a3c7581789 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 1098 time: 0.0869915 Aug 23 10:22:41.540399 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-82d7755d-679b-430f-b57b-f23ff883fddd req-2eeeb982-12f0-4cb1-a9e2-565073d70c01 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358765 Aug 23 10:22:41.909553 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df3e04-a808-4d79-b788-af2a57d069f6 req-d3964b09-96f7-4f85-b158-c9e4badbe7f8 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:41.911168 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a8df3e04-a808-4d79-b788-af2a57d069f6 req-d3964b09-96f7-4f85-b158-c9e4badbe7f8 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0808482 Aug 23 10:22:41.965422 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a8df3e04-a808-4d79-b788-af2a57d069f6 req-5d4429c2-461f-4c20-8464-480fbef1f5b0 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478828 Aug 23 10:22:42.169587 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057425de-9fc4-4fa9-b3ed-c0e94588b8ff req-3608d6db-5405-4f94-b74d-4674cc439cda tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:42.171456 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-057425de-9fc4-4fa9-b3ed-c0e94588b8ff req-3608d6db-5405-4f94-b74d-4674cc439cda tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0851471 Aug 23 10:22:42.180310 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 60974) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:42.185479 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-b01d0725-76f2-4afe-a229-d8de3e59224d tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Request body: {'floatingip': {'port_id': '5922f8de-0af0-4d9e-b5dd-a016f4db71dd'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:42.251639 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466b48d-9c46-4a68-92a2-3d90a1b672ae req-40521f48-64c5-4c4f-8ec9-38827f42cf69 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:42.253160 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d466b48d-9c46-4a68-92a2-3d90a1b672ae req-40521f48-64c5-4c4f-8ec9-38827f42cf69 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0917683 Aug 23 10:22:42.261372 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b01d0725-76f2-4afe-a229-d8de3e59224d tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for floatingip, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:42.301977 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d466b48d-9c46-4a68-92a2-3d90a1b672ae req-e92083d9-478c-4c4f-8911-f52cb00968eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416296 Aug 23 10:22:43.063549 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b01d0725-76f2-4afe-a229-d8de3e59224d tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:43.066852 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b01d0725-76f2-4afe-a229-d8de3e59224d tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588992'] for floatingip, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:43.321955 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.db.l3_db [None req-b01d0725-76f2-4afe-a229-d8de3e59224d tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Floating IP 30af98c2-1ccb-4ecb-8c56-c251362e5cf4 associated. External IP: 172.27.2.58, port: 5922f8de-0af0-4d9e-b5dd-a016f4db71dd. Aug 23 10:22:43.585154 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 32804) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:43.618782 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf9b51-34a2-4013-abd5-2572c634eeac req-487bc1eb-a19c-49a9-8895-51379954af41 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:43.620254 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-36cf9b51-34a2-4013-abd5-2572c634eeac req-487bc1eb-a19c-49a9-8895-51379954af41 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.1599576 Aug 23 10:22:43.657516 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1091d8b-2201-41ca-adb4-c97cd3ed2a79 admin admin] Deleting subnet 5d9fa2c1-d8d1-4d82-a995-e1c29b924cc3 {{(pid=79262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:22:43.661069 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f1091d8b-2201-41ca-adb4-c97cd3ed2a79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:43.689534 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-36cf9b51-34a2-4013-abd5-2572c634eeac req-0d8bfb9f-fcc5-4356-ac33-660f002170bd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616307 Aug 23 10:22:43.737498 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f1091d8b-2201-41ca-adb4-c97cd3ed2a79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15130840'] for subnet, precommit_delete_associations {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:43.846535 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01d0725-76f2-4afe-a229-d8de3e59224d tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Router c099cf66-6591-4172-a91d-ddfbfcdd89a9 has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:22:43.873149 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f1091d8b-2201-41ca-adb4-c97cd3ed2a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351694'] for subnet, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:44.042276 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f1091d8b-2201-41ca-adb4-c97cd3ed2a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14958768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15036623'] for subnet, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:44.066987 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada3b3c-3c81-4975-9e97-8e343b87850a req-147b9119-53c6-4bfd-8f44-6b3aeff3abe9 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:44.074263 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5ada3b3c-3c81-4975-9e97-8e343b87850a req-147b9119-53c6-4bfd-8f44-6b3aeff3abe9 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.2554624 Aug 23 10:22:44.077049 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 32816) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:44.084114 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-33feb3f1-b9a9-490a-837f-875cf9117b66 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Request body: {'floatingip': {'port_id': '1c85d0ed-e955-43ed-8e58-9e4e586c67fa'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:22:44.090746 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-14a264f2-bbfd-4edd-a962-75384e1b9fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:44.120157 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 32820) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:44.128343 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f1091d8b-2201-41ca-adb4-c97cd3ed2a79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:44.135685 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1091d8b-2201-41ca-adb4-c97cd3ed2a79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d9fa2c1-d8d1-4d82-a995-e1c29b924cc3,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:44.141684 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f1091d8b-2201-41ca-adb4-c97cd3ed2a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:44.146526 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-f1091d8b-2201-41ca-adb4-c97cd3ed2a79 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5d9fa2c1-d8d1-4d82-a995-e1c29b924cc3 HTTP/1.1" status: 204 len: 168 time: 0.5598824 Aug 23 10:22:44.153243 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 32826) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:44.181775 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01d0725-76f2-4afe-a229-d8de3e59224d tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:22:44.186241 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b01d0725-76f2-4afe-a229-d8de3e59224d tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:44.200435 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b784167-bafd-423d-9e20-aaa9b32c7c7b None None] Sync routers for ids ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'] in dv-cinder-802781-2-iscsi {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:22:44.220062 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b784167-bafd-423d-9e20-aaa9b32c7c7b None None] Routers {'c099cf66-6591-4172-a91d-ddfbfcdd89a9'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:22:44.220771 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-1b784167-bafd-423d-9e20-aaa9b32c7c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:22:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:44.294534 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-33feb3f1-b9a9-490a-837f-875cf9117b66 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for floatingip, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:44.347531 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0aac708c-8829-4747-8e40-b19580265343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3408463'] for network, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:44.352627 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-89e2d918-cb1c-4967-b6ee-a28959656d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:44.374161 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-89e2d918-cb1c-4967-b6ee-a28959656d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:44.406166 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-89e2d918-cb1c-4967-b6ee-a28959656d82 admin admin] Usage tracker for resource:security_group_rule and tenant:4f994f71502c46b0b7568c987bdc639f is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:44.418202 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-89e2d918-cb1c-4967-b6ee-a28959656d82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:44.454397 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-b01d0725-76f2-4afe-a229-d8de3e59224d tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "PUT /v2.0/floatingips/30af98c2-1ccb-4ecb-8c56-c251362e5cf4 HTTP/1.1" status: 200 len: 991 time: 2.2728729 Aug 23 10:22:44.457907 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4571a698-928f-4036-872d-d62c92d01ef9', 'tag': '5922f8de-0af0-4d9e-b5dd-a016f4db71dd'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:22:44.514450 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0aac708c-8829-4747-8e40-b19580265343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3353717', 'neutron.services.segments.db._delete_segments_for_network-8757078968221'] for network, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:44.527328 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-1b784167-bafd-423d-9e20-aaa9b32c7c7b None None] Set router c099cf66-6591-4172-a91d-ddfbfcdd89a9 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:22:44.562737 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4571a698-928f-4036-872d-d62c92d01ef9', 'tag': '5922f8de-0af0-4d9e-b5dd-a016f4db71dd', 'status': 'completed', 'code': 200} Aug 23 10:22:44.605123 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-0aac708c-8829-4747-8e40-b19580265343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d56e6d4-0d0e-4730-bce3-80ff17331a70']}} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:44.612588 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-89e2d918-cb1c-4967-b6ee-a28959656d82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:44.621985 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-0aac708c-8829-4747-8e40-b19580265343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aba1872-cde6-43fc-a453-5f892371eb6b') {'for_net_delete': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:44.622248 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-0aac708c-8829-4747-8e40-b19580265343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aba1872-cde6-43fc-a453-5f892371eb6b') {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:44.640033 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0aac708c-8829-4747-8e40-b19580265343 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757078964983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15130823'] for segment, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:44.733264 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0aac708c-8829-4747-8e40-b19580265343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:44.750201 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aac708c-8829-4747-8e40-b19580265343 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=79262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:22:44.750924 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0aac708c-8829-4747-8e40-b19580265343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3366333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14958806'] for segment, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: Traceback (most recent call last): Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: timer() Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: cb(*args, **kw) Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: return func(*args, **kwargs) Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: self._notify() Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: self.callback(batched_events) Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: event.method(event) Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: return f(self, *a, **k) Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: return self._get(url).json() Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: return self.request(url, 'GET', **kwargs) Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:22:44.765757 dv-cinder-802781-2-iscsi neutron-server[79262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:22:44.840139 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-89e2d918-cb1c-4967-b6ee-a28959656d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:44.852394 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-89e2d918-cb1c-4967-b6ee-a28959656d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:44.861876 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-dfa0ea79-8024-4ebf-a421-3e01afd2b629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:44.890256 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0aac708c-8829-4747-8e40-b19580265343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3353612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589113'] for network, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:44.912279 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0aac708c-8829-4747-8e40-b19580265343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:44.916329 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-89e2d918-cb1c-4967-b6ee-a28959656d82 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f994f71502c46b0b7568c987bdc639f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7952240 Aug 23 10:22:44.921818 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 32856) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:44.927146 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2d918-cb1c-4967-b6ee-a28959656d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096225c9-a0c8-4c22-8c0d-54459929a7cb,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:44.944478 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-89e2d918-cb1c-4967-b6ee-a28959656d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:44.945278 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:44.968057 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-0aac708c-8829-4747-8e40-b19580265343 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0d56e6d4-0d0e-4730-bce3-80ff17331a70 HTTP/1.1" status: 204 len: 168 time: 0.8139293 Aug 23 10:22:44.979719 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 32862) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:44.988427 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac708c-8829-4747-8e40-b19580265343 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d56e6d4-0d0e-4730-bce3-80ff17331a70,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:45.056462 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-0aac708c-8829-4747-8e40-b19580265343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:45.057861 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-1b784167-bafd-423d-9e20-aaa9b32c7c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'name': 'tempest-AttachVolumeTestJSON-923390273-router', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:52Z', 'updated_at': '2021-08-23T10:22:00Z', 'revision_number': 4, 'project_id': '6288f2605747471588a47a33d4b3d386', 'gw_port': {'id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:54Z', 'updated_at': '2021-08-23T10:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': '30af98c2-1ccb-4ecb-8c56-c251362e5cf4', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'port_id': '5922f8de-0af0-4d9e-b5dd-a016f4db71dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'mac_address': 'fa:16:3e:de:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4571a698-928f-4036-872d-d62c92d01ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:22:06Z', 'updated_at': '2021-08-23T10:22:42Z', 'revision_number': 1, 'project_id': '6288f2605747471588a47a33d4b3d386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c22d471-2fac-4fdb-985b-4f0d0e3adbf1', 'name': '', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'mac_address': 'fa:16:3e:a6:74:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:59Z', 'updated_at': '2021-08-23T10:22:11Z', 'revision_number': 5, 'project_id': '6288f2605747471588a47a33d4b3d386', 'subnets': [{'id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:45.070757 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b784167-bafd-423d-9e20-aaa9b32c7c7b None None] Checking router: c099cf66-6591-4172-a91d-ddfbfcdd89a9 for host: dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:22:45.083319 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b784167-bafd-423d-9e20-aaa9b32c7c7b None None] Routers {'c099cf66-6591-4172-a91d-ddfbfcdd89a9'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:22:45.091360 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-1b784167-bafd-423d-9e20-aaa9b32c7c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:22:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:45.103724 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f929b64c-f03e-4e67-a054-4adbb09bcf30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:45.140870 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_v2 [None req-336f744c-6856-4e8e-b92a-d80ad9303b20 admin admin] Deleting subnet 2c000e9e-0dc1-43c4-b663-dd0166250dee {{(pid=79261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:22:45.165332 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f929b64c-f03e-4e67-a054-4adbb09bcf30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:45.260282 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f929b64c-f03e-4e67-a054-4adbb09bcf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:45.265983 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c5d8b533-1851-47f0-9ad7-42a607720d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:45.286042 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929b64c-f03e-4e67-a054-4adbb09bcf30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096225c9-a0c8-4c22-8c0d-54459929a7cb,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:45.294994 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f929b64c-f03e-4e67-a054-4adbb09bcf30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:45.302326 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f929b64c-f03e-4e67-a054-4adbb09bcf30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:45.308725 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-f929b64c-f03e-4e67-a054-4adbb09bcf30 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/096225c9-a0c8-4c22-8c0d-54459929a7cb HTTP/1.1" status: 204 len: 168 time: 0.3856802 Aug 23 10:22:45.355285 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-336f744c-6856-4e8e-b92a-d80ad9303b20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:45.408376 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-1b784167-bafd-423d-9e20-aaa9b32c7c7b None None] Set router c099cf66-6591-4172-a91d-ddfbfcdd89a9 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:22:45.417325 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-336f744c-6856-4e8e-b92a-d80ad9303b20 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:45.442650 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69568c-be9d-4b4d-956e-be738d156750 req-cc1c6d34-b2cd-4278-862c-87a25e210945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:45.444150 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7d69568c-be9d-4b4d-956e-be738d156750 req-cc1c6d34-b2cd-4278-862c-87a25e210945 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6288f2605747471588a47a33d4b3d386&device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 1099 time: 0.8475778 Aug 23 10:22:45.448550 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-336f744c-6856-4e8e-b92a-d80ad9303b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351694'] for subnet, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:45.648678 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-336f744c-6856-4e8e-b92a-d80ad9303b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for subnet, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:45.664060 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-fe227424-5887-4cb2-a1dd-2da9f3927772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:45.699110 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-336f744c-6856-4e8e-b92a-d80ad9303b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:45.711874 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-336f744c-6856-4e8e-b92a-d80ad9303b20 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2c000e9e-0dc1-43c4-b663-dd0166250dee HTTP/1.1" status: 204 len: 168 time: 0.7041216 Aug 23 10:22:45.714416 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 32888) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:45.717795 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f744c-6856-4e8e-b92a-d80ad9303b20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c000e9e-0dc1-43c4-b663-dd0166250dee,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:45.720731 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-336f744c-6856-4e8e-b92a-d80ad9303b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:45.774241 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 32892) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:45.873472 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-33feb3f1-b9a9-490a-837f-875cf9117b66 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:45.879675 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-33feb3f1-b9a9-490a-837f-875cf9117b66 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588992'] for floatingip, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:45.882690 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-1b784167-bafd-423d-9e20-aaa9b32c7c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'name': 'tempest-AttachVolumeTestJSON-923390273-router', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:52Z', 'updated_at': '2021-08-23T10:22:00Z', 'revision_number': 4, 'project_id': '6288f2605747471588a47a33d4b3d386', 'gw_port': {'id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:54Z', 'updated_at': '2021-08-23T10:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': '30af98c2-1ccb-4ecb-8c56-c251362e5cf4', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'port_id': '5922f8de-0af0-4d9e-b5dd-a016f4db71dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'mac_address': 'fa:16:3e:de:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4571a698-928f-4036-872d-d62c92d01ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:22:06Z', 'updated_at': '2021-08-23T10:22:42Z', 'revision_number': 1, 'project_id': '6288f2605747471588a47a33d4b3d386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c22d471-2fac-4fdb-985b-4f0d0e3adbf1', 'name': '', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'mac_address': 'fa:16:3e:a6:74:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:59Z', 'updated_at': '2021-08-23T10:22:11Z', 'revision_number': 5, 'project_id': '6288f2605747471588a47a33d4b3d386', 'subnets': [{'id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:45.887053 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b784167-bafd-423d-9e20-aaa9b32c7c7b None None] The sync data for ids ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'] in dv-cinder-802781-2-iscsi is: [{'id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'name': 'tempest-AttachVolumeTestJSON-923390273-router', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:52Z', 'updated_at': '2021-08-23T10:22:00Z', 'revision_number': 4, 'project_id': '6288f2605747471588a47a33d4b3d386', 'gw_port': {'id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:54Z', 'updated_at': '2021-08-23T10:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': '30af98c2-1ccb-4ecb-8c56-c251362e5cf4', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'port_id': '5922f8de-0af0-4d9e-b5dd-a016f4db71dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'mac_address': 'fa:16:3e:de:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4571a698-928f-4036-872d-d62c92d01ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:22:06Z', 'updated_at': '2021-08-23T10:22:42Z', 'revision_number': 1, 'project_id': '6288f2605747471588a47a33d4b3d386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c22d471-2fac-4fdb-985b-4f0d0e3adbf1', 'name': '', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'mac_address': 'fa:16:3e:a6:74:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:59Z', 'updated_at': '2021-08-23T10:22:11Z', 'revision_number': 5, 'project_id': '6288f2605747471588a47a33d4b3d386', 'subnets': [{'id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:22:45.889241 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3164d168-7dc5-4ec7-ac10-f87a14273609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:45.908349 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-16c12149-3a55-43a8-8e5c-54eec8a08b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3408463'] for network, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:45.912260 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-3164d168-7dc5-4ec7-ac10-f87a14273609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:45.933646 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-3164d168-7dc5-4ec7-ac10-f87a14273609 admin admin] Usage tracker for resource:security_group_rule and tenant:b97b44e8197c4184819e45a940d4ac3f is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:45.936958 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-3164d168-7dc5-4ec7-ac10-f87a14273609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:45.944355 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-3164d168-7dc5-4ec7-ac10-f87a14273609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:46.083005 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-16c12149-3a55-43a8-8e5c-54eec8a08b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3353717', 'neutron.services.segments.db._delete_segments_for_network-8757078968221'] for network, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:46.101537 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-16c12149-3a55-43a8-8e5c-54eec8a08b02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92812711-a05f-49a8-9e4f-efef30961d20']}} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:46.110329 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.db.l3_db [None req-33feb3f1-b9a9-490a-837f-875cf9117b66 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Floating IP d3e1212b-38ce-45dc-9271-e756b333229a associated. External IP: 172.27.2.50, port: 1c85d0ed-e955-43ed-8e58-9e4e586c67fa. Aug 23 10:22:46.119924 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-16c12149-3a55-43a8-8e5c-54eec8a08b02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd37c50-d127-4269-bf09-3d8e05a22ab5') {'for_net_delete': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:46.120342 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-16c12149-3a55-43a8-8e5c-54eec8a08b02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd37c50-d127-4269-bf09-3d8e05a22ab5') {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:46.137506 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-16c12149-3a55-43a8-8e5c-54eec8a08b02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757078964983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15130823'] for segment, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:46.170012 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-16c12149-3a55-43a8-8e5c-54eec8a08b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:46.186067 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c12149-3a55-43a8-8e5c-54eec8a08b02 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=79262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:22:46.186459 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-16c12149-3a55-43a8-8e5c-54eec8a08b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3366333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14958806'] for segment, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: Traceback (most recent call last): Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: timer() Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: cb(*args, **kw) Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: return func(*args, **kwargs) Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: self._notify() Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: self.callback(batched_events) Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: event.method(event) Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: return f(self, *a, **k) Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: return self._get(url).json() Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: return self.request(url, 'GET', **kwargs) Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:22:46.203356 dv-cinder-802781-2-iscsi neutron-server[79262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:22:46.244058 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac618e3-99fe-48e6-baa7-7e8b023fb8ce None None] New status for floating IP 30af98c2-1ccb-4ecb-8c56-c251362e5cf4: ACTIVE {{(pid=79263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:22:46.283993 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3164d168-7dc5-4ec7-ac10-f87a14273609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:46.291421 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3164d168-7dc5-4ec7-ac10-f87a14273609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:46.298464 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:46.307516 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-16c12149-3a55-43a8-8e5c-54eec8a08b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3353612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589113'] for network, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:46.337319 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-16c12149-3a55-43a8-8e5c-54eec8a08b02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:46.351991 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164d168-7dc5-4ec7-ac10-f87a14273609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276a2b53-8c89-41c9-85ca-47c70803e0f4,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:46.356108 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-3164d168-7dc5-4ec7-ac10-f87a14273609 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b97b44e8197c4184819e45a940d4ac3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5797176 Aug 23 10:22:46.357279 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-3164d168-7dc5-4ec7-ac10-f87a14273609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:46.359774 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:46.371682 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 32908) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:46.389254 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-16c12149-3a55-43a8-8e5c-54eec8a08b02 admin admin] 10.222.0.21 "DELETE /v2.0/networks/92812711-a05f-49a8-9e4f-efef30961d20 HTTP/1.1" status: 204 len: 168 time: 0.6732213 Aug 23 10:22:46.391962 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c12149-3a55-43a8-8e5c-54eec8a08b02 admin admin] Pushing event deleted for resources: {'Network': ['ID=92812711-a05f-49a8-9e4f-efef30961d20,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:46.400353 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-16c12149-3a55-43a8-8e5c-54eec8a08b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:46.456623 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5c665a1f-3297-4e7f-b1a2-532d32df251d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:46.490082 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5c665a1f-3297-4e7f-b1a2-532d32df251d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:46.551427 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5c665a1f-3297-4e7f-b1a2-532d32df251d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:46.558068 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:46.573655 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c665a1f-3297-4e7f-b1a2-532d32df251d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276a2b53-8c89-41c9-85ca-47c70803e0f4,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:46.576696 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-5c665a1f-3297-4e7f-b1a2-532d32df251d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:46.578211 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5c665a1f-3297-4e7f-b1a2-532d32df251d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:46.579326 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-5c665a1f-3297-4e7f-b1a2-532d32df251d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/276a2b53-8c89-41c9-85ca-47c70803e0f4 HTTP/1.1" status: 204 len: 168 time: 0.2059097 Aug 23 10:22:46.659422 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 32918) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:46.659853 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69568c-be9d-4b4d-956e-be738d156750 req-6a583dea-b03a-41c7-9e42-8a29186b35a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:46.662245 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7d69568c-be9d-4b4d-956e-be738d156750 req-6a583dea-b03a-41c7-9e42-8a29186b35a0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4c1fc7bc-93d4-4389-8e20-f7d09f046981 HTTP/1.1" status: 200 len: 911 time: 0.2377536 Aug 23 10:22:46.690956 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33feb3f1-b9a9-490a-837f-875cf9117b66 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Router 468124b1-61ef-4290-b891-f4500b4b263a has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:22:46.716818 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-25c56e47-f6d1-4099-84cb-02a3d97fc23a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f30e6797190248caad5a42c134c34daa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0548034 Aug 23 10:22:46.717305 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 32922) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:46.780112 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-83b442fd-6ad2-4891-a48d-1573000e4590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:46.808923 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-83b442fd-6ad2-4891-a48d-1573000e4590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:46.868406 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-83b442fd-6ad2-4891-a48d-1573000e4590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:46.872477 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-6ae42bb4-a76d-49e7-8205-493bb6d6ff71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:46.892843 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b442fd-6ad2-4891-a48d-1573000e4590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e29d29-08b9-4093-b8dc-b554dd736717,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:46.915353 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-83b442fd-6ad2-4891-a48d-1573000e4590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:46.917495 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-83b442fd-6ad2-4891-a48d-1573000e4590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:46.920247 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-83b442fd-6ad2-4891-a48d-1573000e4590 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3e29d29-08b9-4093-b8dc-b554dd736717 HTTP/1.1" status: 204 len: 168 time: 0.2022398 Aug 23 10:22:46.985309 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33feb3f1-b9a9-490a-837f-875cf9117b66 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:22:46.992593 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-33feb3f1-b9a9-490a-837f-875cf9117b66 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:46.996550 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e821cb-ce77-42d6-9205-f53f45dd3ced None None] Sync routers for ids ['468124b1-61ef-4290-b891-f4500b4b263a'] in dv-cinder-802781-2-iscsi {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:22:47.010906 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e821cb-ce77-42d6-9205-f53f45dd3ced None None] Routers {'468124b1-61ef-4290-b891-f4500b4b263a'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:22:47.011666 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-93e821cb-ce77-42d6-9205-f53f45dd3ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:22:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['468124b1-61ef-4290-b891-f4500b4b263a'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:47.081258 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-33feb3f1-b9a9-490a-837f-875cf9117b66 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "PUT /v2.0/floatingips/d3e1212b-38ce-45dc-9271-e756b333229a HTTP/1.1" status: 200 len: 990 time: 3.0031388 Aug 23 10:22:47.082042 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81bb369a-1663-4dc7-9754-e5dc5dd88b0f', 'tag': '1c85d0ed-e955-43ed-8e58-9e4e586c67fa'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:22:47.306485 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-93e821cb-ce77-42d6-9205-f53f45dd3ced None None] Set router 468124b1-61ef-4290-b891-f4500b4b263a gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:22:47.310374 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 32960) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:47.372624 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-35769fcc-6ac3-4eb2-9bfe-5e78dac1fc95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cba26974599d4e1aa469a7accca302f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0599625 Aug 23 10:22:47.374136 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 32966) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:47.438062 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d726d93d-0c80-4e88-bdcc-43e7fd4b9441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:47.509224 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81bb369a-1663-4dc7-9754-e5dc5dd88b0f', 'tag': '1c85d0ed-e955-43ed-8e58-9e4e586c67fa', 'status': 'completed', 'code': 200} Aug 23 10:22:47.539488 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d726d93d-0c80-4e88-bdcc-43e7fd4b9441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:47.587511 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7d69568c-be9d-4b4d-956e-be738d156750 req-a18ca652-e4f1-4368-b800-e879aca45429 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5922f8de-0af0-4d9e-b5dd-a016f4db71dd HTTP/1.1" status: 200 len: 1001 time: 0.1401303 Aug 23 10:22:47.610982 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d726d93d-0c80-4e88-bdcc-43e7fd4b9441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:47.616321 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:47.634323 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726d93d-0c80-4e88-bdcc-43e7fd4b9441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b4d461-e0be-413e-825c-f5991719c7bf,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:47.638431 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-d726d93d-0c80-4e88-bdcc-43e7fd4b9441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:47.639380 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d726d93d-0c80-4e88-bdcc-43e7fd4b9441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:47.640504 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-d726d93d-0c80-4e88-bdcc-43e7fd4b9441 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44b4d461-e0be-413e-825c-f5991719c7bf HTTP/1.1" status: 204 len: 168 time: 0.2653875 Aug 23 10:22:47.697290 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-93e821cb-ce77-42d6-9205-f53f45dd3ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468124b1-61ef-4290-b891-f4500b4b263a', 'name': 'tempest-AttachVolumeShelveTestJSON-13435468-router', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:53Z', 'updated_at': '2021-08-23T10:22:01Z', 'revision_number': 4, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'gw_port': {'id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:55Z', 'updated_at': '2021-08-23T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': 'd3e1212b-38ce-45dc-9271-e756b333229a', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'port_id': '1c85d0ed-e955-43ed-8e58-9e4e586c67fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'mac_address': 'fa:16:3e:40:1c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bb369a-1663-4dc7-9754-e5dc5dd88b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:22:07Z', 'updated_at': '2021-08-23T10:22:45Z', 'revision_number': 1, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a0ada7-466d-4f16-bfe1-b819ee37323e', 'name': '', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'mac_address': 'fa:16:3e:d9:a0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:00Z', 'updated_at': '2021-08-23T10:22:14Z', 'revision_number': 5, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'subnets': [{'id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:47.701247 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e821cb-ce77-42d6-9205-f53f45dd3ced None None] Checking router: 468124b1-61ef-4290-b891-f4500b4b263a for host: dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:22:47.710363 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e821cb-ce77-42d6-9205-f53f45dd3ced None None] Routers {'468124b1-61ef-4290-b891-f4500b4b263a'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:22:47.711150 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-93e821cb-ce77-42d6-9205-f53f45dd3ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:22:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['468124b1-61ef-4290-b891-f4500b4b263a'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:47.963978 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-93e821cb-ce77-42d6-9205-f53f45dd3ced None None] Set router 468124b1-61ef-4290-b891-f4500b4b263a gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:22:48.366949 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-93e821cb-ce77-42d6-9205-f53f45dd3ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468124b1-61ef-4290-b891-f4500b4b263a', 'name': 'tempest-AttachVolumeShelveTestJSON-13435468-router', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:53Z', 'updated_at': '2021-08-23T10:22:01Z', 'revision_number': 4, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'gw_port': {'id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:55Z', 'updated_at': '2021-08-23T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': 'd3e1212b-38ce-45dc-9271-e756b333229a', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'port_id': '1c85d0ed-e955-43ed-8e58-9e4e586c67fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'mac_address': 'fa:16:3e:40:1c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bb369a-1663-4dc7-9754-e5dc5dd88b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:22:07Z', 'updated_at': '2021-08-23T10:22:45Z', 'revision_number': 1, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a0ada7-466d-4f16-bfe1-b819ee37323e', 'name': '', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'mac_address': 'fa:16:3e:d9:a0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:00Z', 'updated_at': '2021-08-23T10:22:14Z', 'revision_number': 5, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'subnets': [{'id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:22:48.371217 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e821cb-ce77-42d6-9205-f53f45dd3ced None None] The sync data for ids ['468124b1-61ef-4290-b891-f4500b4b263a'] in dv-cinder-802781-2-iscsi is: [{'id': '468124b1-61ef-4290-b891-f4500b4b263a', 'name': 'tempest-AttachVolumeShelveTestJSON-13435468-router', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:53Z', 'updated_at': '2021-08-23T10:22:01Z', 'revision_number': 4, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'gw_port': {'id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:55Z', 'updated_at': '2021-08-23T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': 'd3e1212b-38ce-45dc-9271-e756b333229a', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'port_id': '1c85d0ed-e955-43ed-8e58-9e4e586c67fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'mac_address': 'fa:16:3e:40:1c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bb369a-1663-4dc7-9754-e5dc5dd88b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:22:07Z', 'updated_at': '2021-08-23T10:22:45Z', 'revision_number': 1, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a0ada7-466d-4f16-bfe1-b819ee37323e', 'name': '', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'mac_address': 'fa:16:3e:d9:a0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:00Z', 'updated_at': '2021-08-23T10:22:14Z', 'revision_number': 5, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'subnets': [{'id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:22:48.642759 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aeaae8-2daf-4418-b242-f13173e7cca1 None None] New status for floating IP d3e1212b-38ce-45dc-9271-e756b333229a: ACTIVE {{(pid=79263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:22:49.087703 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69568c-be9d-4b4d-956e-be738d156750 req-5a93304d-971a-495d-8707-9c34310cc63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:49.089799 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7d69568c-be9d-4b4d-956e-be738d156750 req-5a93304d-971a-495d-8707-9c34310cc63a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3248dd68-15fd-4e1b-bc02-a1c37a6054d5 HTTP/1.1" status: 200 len: 849 time: 0.1785476 Aug 23 10:22:49.160859 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a63e0-bbb9-42a9-8047-883a8a81ac1a req-b5eb5ee2-f864-4999-b995-3e22d45ab248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:49.162643 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d86a63e0-bbb9-42a9-8047-883a8a81ac1a req-b5eb5ee2-f864-4999-b995-3e22d45ab248 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bb2e29fde40147f5b41343ddc6e036d2&device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 1098 time: 0.1574645 Aug 23 10:22:49.223913 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69568c-be9d-4b4d-956e-be738d156750 req-4ea44415-05b4-4c23-9d3e-69d7ad62b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:49.225759 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7d69568c-be9d-4b4d-956e-be738d156750 req-4ea44415-05b4-4c23-9d3e-69d7ad62b78e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4c1fc7bc-93d4-4389-8e20-f7d09f046981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1244915 Aug 23 10:22:49.425805 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a63e0-bbb9-42a9-8047-883a8a81ac1a req-40b0c02a-f098-4935-b5e6-caa2a1bbf53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:49.427273 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d86a63e0-bbb9-42a9-8047-883a8a81ac1a req-40b0c02a-f098-4935-b5e6-caa2a1bbf53a service neutron] 10.222.0.38 "GET /v2.0/networks?id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d HTTP/1.1" status: 200 len: 916 time: 0.2497578 Aug 23 10:22:49.527737 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7d69568c-be9d-4b4d-956e-be738d156750 req-9b5f8533-9872-43ea-a818-70ccae384b5b service neutron] 10.222.0.38 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404160 Aug 23 10:22:49.552130 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d86a63e0-bbb9-42a9-8047-883a8a81ac1a req-d61a3a15-af40-4805-802a-f89937fdc8ab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c85d0ed-e955-43ed-8e58-9e4e586c67fa HTTP/1.1" status: 200 len: 1000 time: 0.1151645 Aug 23 10:22:49.704498 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a63e0-bbb9-42a9-8047-883a8a81ac1a req-97b84877-e7e3-443e-9950-79378866bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:49.705981 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d86a63e0-bbb9-42a9-8047-883a8a81ac1a req-97b84877-e7e3-443e-9950-79378866bf22 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37511b2d-c017-4ca2-bb9c-4a800f5cbb93 HTTP/1.1" status: 200 len: 854 time: 0.1333821 Aug 23 10:22:49.783459 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7d69568c-be9d-4b4d-956e-be738d156750 req-38726fa5-15dc-41b7-be94-1cceed9f5640 service neutron] 10.222.0.38 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334213 Aug 23 10:22:49.811327 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a63e0-bbb9-42a9-8047-883a8a81ac1a req-8aa077db-ddf0-4af2-b41b-3af96bf86bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:49.813154 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d86a63e0-bbb9-42a9-8047-883a8a81ac1a req-8aa077db-ddf0-4af2-b41b-3af96bf86bc8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0982022 Aug 23 10:22:50.036129 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d86a63e0-bbb9-42a9-8047-883a8a81ac1a req-a4bbf5ce-45ae-4505-a8ff-32c3ac6e6bf3 service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066748 Aug 23 10:22:50.208154 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d86a63e0-bbb9-42a9-8047-883a8a81ac1a req-f9f3a8ed-4b7c-45ea-93d7-47fc7cd7b770 service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628852 Aug 23 10:22:50.744804 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 33170) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:50.873457 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6d41dc6b-85bf-40c4-8df0-ff4384fd98ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:50.890988 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-6d41dc6b-85bf-40c4-8df0-ff4384fd98ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:50.896171 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-6d41dc6b-85bf-40c4-8df0-ff4384fd98ce admin admin] Usage tracker for resource:security_group_rule and tenant:79ded3c6f8584609aca595b7ac653bac is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:50.900240 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-6d41dc6b-85bf-40c4-8df0-ff4384fd98ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:50.906737 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-6d41dc6b-85bf-40c4-8df0-ff4384fd98ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:51.027275 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6d41dc6b-85bf-40c4-8df0-ff4384fd98ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:51.035277 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6d41dc6b-85bf-40c4-8df0-ff4384fd98ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:51.057247 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-d726d93d-0c80-4e88-bdcc-43e7fd4b9441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:51.058710 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 33190) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:51.139778 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-6d41dc6b-85bf-40c4-8df0-ff4384fd98ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79ded3c6f8584609aca595b7ac653bac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3937643 Aug 23 10:22:51.139959 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 33198) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:51.141970 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41dc6b-85bf-40c4-8df0-ff4384fd98ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfc1e1c-502d-4c8c-9a02-3d4f1001dc3f,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:51.150639 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41dc6b-85bf-40c4-8df0-ff4384fd98ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:51.151351 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41dc6b-85bf-40c4-8df0-ff4384fd98ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:51.151792 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41dc6b-85bf-40c4-8df0-ff4384fd98ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:51.152410 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41dc6b-85bf-40c4-8df0-ff4384fd98ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:51.152963 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41dc6b-85bf-40c4-8df0-ff4384fd98ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:51.153536 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41dc6b-85bf-40c4-8df0-ff4384fd98ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:51.154694 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41dc6b-85bf-40c4-8df0-ff4384fd98ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:51.155239 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41dc6b-85bf-40c4-8df0-ff4384fd98ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:51.156031 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41dc6b-85bf-40c4-8df0-ff4384fd98ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:51.156618 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41dc6b-85bf-40c4-8df0-ff4384fd98ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:51.157318 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41dc6b-85bf-40c4-8df0-ff4384fd98ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:51.157889 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41dc6b-85bf-40c4-8df0-ff4384fd98ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:51.184228 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-6d41dc6b-85bf-40c4-8df0-ff4384fd98ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:51.255601 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a7ac54ee-ec76-4ff2-be70-de89ab394e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:51.266939 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-71343113-6fe5-4747-b5d7-917c355d2dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:51.294527 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-71343113-6fe5-4747-b5d7-917c355d2dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:51.300908 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a7ac54ee-ec76-4ff2-be70-de89ab394e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:51.308590 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-71343113-6fe5-4747-b5d7-917c355d2dba admin admin] Usage tracker for resource:security_group_rule and tenant:938d99a95a0d40cda12cc74719812024 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:51.313275 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-71343113-6fe5-4747-b5d7-917c355d2dba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:51.326731 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-71343113-6fe5-4747-b5d7-917c355d2dba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:51.388384 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a7ac54ee-ec76-4ff2-be70-de89ab394e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:51.393528 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:51.412779 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac54ee-ec76-4ff2-be70-de89ab394e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfc1e1c-502d-4c8c-9a02-3d4f1001dc3f,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:51.432956 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac54ee-ec76-4ff2-be70-de89ab394e72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:51.433330 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac54ee-ec76-4ff2-be70-de89ab394e72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:51.433662 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac54ee-ec76-4ff2-be70-de89ab394e72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:51.433999 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac54ee-ec76-4ff2-be70-de89ab394e72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:51.434332 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac54ee-ec76-4ff2-be70-de89ab394e72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:51.434717 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac54ee-ec76-4ff2-be70-de89ab394e72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:51.435229 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac54ee-ec76-4ff2-be70-de89ab394e72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:51.435619 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac54ee-ec76-4ff2-be70-de89ab394e72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:51.435954 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac54ee-ec76-4ff2-be70-de89ab394e72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:51.436281 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac54ee-ec76-4ff2-be70-de89ab394e72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:51.436683 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac54ee-ec76-4ff2-be70-de89ab394e72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:51.437013 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac54ee-ec76-4ff2-be70-de89ab394e72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:22:51.444833 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a7ac54ee-ec76-4ff2-be70-de89ab394e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:51.449027 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-a7ac54ee-ec76-4ff2-be70-de89ab394e72 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3bfc1e1c-502d-4c8c-9a02-3d4f1001dc3f HTTP/1.1" status: 204 len: 168 time: 0.3078721 Aug 23 10:22:51.453960 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-a7ac54ee-ec76-4ff2-be70-de89ab394e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:51.506012 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-71343113-6fe5-4747-b5d7-917c355d2dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:51.510871 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-71343113-6fe5-4747-b5d7-917c355d2dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:51.522064 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-5c665a1f-3297-4e7f-b1a2-532d32df251d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:51.573942 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-71343113-6fe5-4747-b5d7-917c355d2dba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=938d99a95a0d40cda12cc74719812024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5135839 Aug 23 10:22:51.576192 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71343113-6fe5-4747-b5d7-917c355d2dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1693a784-b226-4c13-99a6-46bdbbea4122,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:51.577281 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 33220) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:51.591755 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-71343113-6fe5-4747-b5d7-917c355d2dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:51.782529 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4a694c90-5624-4017-a121-2c4ececc022a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:51.811512 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4a694c90-5624-4017-a121-2c4ececc022a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:51.886008 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4a694c90-5624-4017-a121-2c4ececc022a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:51.897777 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:51.912851 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a694c90-5624-4017-a121-2c4ececc022a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1693a784-b226-4c13-99a6-46bdbbea4122,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:51.915531 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-4a694c90-5624-4017-a121-2c4ececc022a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:51.916824 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4a694c90-5624-4017-a121-2c4ececc022a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:51.918140 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-4a694c90-5624-4017-a121-2c4ececc022a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1693a784-b226-4c13-99a6-46bdbbea4122 HTTP/1.1" status: 204 len: 168 time: 0.3397322 Aug 23 10:22:51.932443 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 33238) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:51.956582 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4980327a-ffd1-4978-a206-40d85a6fd26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:51.978173 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-4980327a-ffd1-4978-a206-40d85a6fd26b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:51.983642 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-4980327a-ffd1-4978-a206-40d85a6fd26b admin admin] Usage tracker for resource:security_group_rule and tenant:63df915dbb2046bdb9d6ec5d4d7807b8 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:51.987665 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-4980327a-ffd1-4978-a206-40d85a6fd26b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:52.000135 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-4980327a-ffd1-4978-a206-40d85a6fd26b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:52.124328 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4980327a-ffd1-4978-a206-40d85a6fd26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:52.137780 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4980327a-ffd1-4978-a206-40d85a6fd26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:52.158430 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1891c19d-1648-46ee-9d7b-312c11bb099a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:52.239380 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 33252) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:52.240914 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-4980327a-ffd1-4978-a206-40d85a6fd26b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63df915dbb2046bdb9d6ec5d4d7807b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029785 Aug 23 10:22:52.250290 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980327a-ffd1-4978-a206-40d85a6fd26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd95cbd-4087-4a5e-a253-e863f5f75cd7,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:52.258810 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-4980327a-ffd1-4978-a206-40d85a6fd26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:52.372193 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-890614dc-fba6-4752-a154-3865de2d7b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:52.417784 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-890614dc-fba6-4752-a154-3865de2d7b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:52.486206 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 33270) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:52.493875 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-890614dc-fba6-4752-a154-3865de2d7b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:52.497981 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:52.511601 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890614dc-fba6-4752-a154-3865de2d7b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd95cbd-4087-4a5e-a253-e863f5f75cd7,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:52.512745 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-966e1101-fc4f-4c6f-ad34-298faf05938c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:52.517501 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-890614dc-fba6-4752-a154-3865de2d7b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:52.531674 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-890614dc-fba6-4752-a154-3865de2d7b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:52.534482 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-890614dc-fba6-4752-a154-3865de2d7b94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fd95cbd-4087-4a5e-a253-e863f5f75cd7 HTTP/1.1" status: 204 len: 168 time: 0.2940538 Aug 23 10:22:52.548516 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-966e1101-fc4f-4c6f-ad34-298faf05938c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:52.553835 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-966e1101-fc4f-4c6f-ad34-298faf05938c admin admin] Usage tracker for resource:security_group_rule and tenant:44cf3bbe5a6a4dcb84966f47a27aa273 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:52.557371 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-966e1101-fc4f-4c6f-ad34-298faf05938c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:52.564485 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-966e1101-fc4f-4c6f-ad34-298faf05938c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:52.663117 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-966e1101-fc4f-4c6f-ad34-298faf05938c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:52.669859 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-966e1101-fc4f-4c6f-ad34-298faf05938c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:52.686351 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c9ed7a21-c4e9-493d-a66a-d41b030d225a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:52.729649 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-966e1101-fc4f-4c6f-ad34-298faf05938c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44cf3bbe5a6a4dcb84966f47a27aa273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420826 Aug 23 10:22:52.731523 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e1101-fc4f-4c6f-ad34-298faf05938c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc99134e-63ab-44f5-8a38-0418a49b1504,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:52.732194 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 33284) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:52.746712 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-966e1101-fc4f-4c6f-ad34-298faf05938c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:52.854604 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-28acf18a-9ede-41e6-b8a4-10d27da9722e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:52.883453 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-28acf18a-9ede-41e6-b8a4-10d27da9722e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:52.947566 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-28acf18a-9ede-41e6-b8a4-10d27da9722e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:52.953230 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-4a694c90-5624-4017-a121-2c4ececc022a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:52.972954 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-28acf18a-9ede-41e6-b8a4-10d27da9722e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:52.974266 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-28acf18a-9ede-41e6-b8a4-10d27da9722e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc99134e-63ab-44f5-8a38-0418a49b1504 HTTP/1.1" status: 204 len: 168 time: 0.2410567 Aug 23 10:22:52.976795 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28acf18a-9ede-41e6-b8a4-10d27da9722e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc99134e-63ab-44f5-8a38-0418a49b1504,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:52.987009 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-28acf18a-9ede-41e6-b8a4-10d27da9722e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:53.025686 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928fa93-3c78-486f-b227-16dacc28986d req-a05ae735-68d2-43f0-b92c-ede21bda7e60 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:53.027314 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a928fa93-3c78-486f-b227-16dacc28986d req-a05ae735-68d2-43f0-b92c-ede21bda7e60 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 946 time: 0.0937319 Aug 23 10:22:53.085156 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a928fa93-3c78-486f-b227-16dacc28986d req-21068a41-334a-46d4-bbb3-564950fc0d58 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc530494-560a-4d71-8a9d-929c54381f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505981 Aug 23 10:22:54.317549 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc53ab-a38e-4a5a-89af-fb8c5df32410 req-2b595e56-cb23-4f51-a13d-e06321d026f3 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:54.320181 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-e9dc53ab-a38e-4a5a-89af-fb8c5df32410 req-2b595e56-cb23-4f51-a13d-e06321d026f3 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 946 time: 0.1181118 Aug 23 10:22:54.368248 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-e9dc53ab-a38e-4a5a-89af-fb8c5df32410 req-ad73e056-53f8-4e85-820e-a48ae18941fe tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc530494-560a-4d71-8a9d-929c54381f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423911 Aug 23 10:22:54.539506 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 33400) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:54.803340 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-dc33381f-546b-4df7-b475-f7434e7d023f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:54.819117 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-dc33381f-546b-4df7-b475-f7434e7d023f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:54.823246 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-dc33381f-546b-4df7-b475-f7434e7d023f admin admin] Usage tracker for resource:security_group_rule and tenant:56571395179a4bfe89ce4206a546094f is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:54.826388 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-dc33381f-546b-4df7-b475-f7434e7d023f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:54.837350 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-dc33381f-546b-4df7-b475-f7434e7d023f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:54.931397 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-dc33381f-546b-4df7-b475-f7434e7d023f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:54.935347 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-dc33381f-546b-4df7-b475-f7434e7d023f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:54.955116 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-2196e73d-a1cd-49ea-a023-1aea3d092edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:55.026588 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-dc33381f-546b-4df7-b475-f7434e7d023f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56571395179a4bfe89ce4206a546094f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4854364 Aug 23 10:22:55.029390 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 33428) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:55.037181 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33381f-546b-4df7-b475-f7434e7d023f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ec3921-06ae-4fbe-a3d5-e31578e88d38,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:55.054068 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-dc33381f-546b-4df7-b475-f7434e7d023f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:55.191910 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-82ce74b9-f3b8-4fe3-9774-213e41a49e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:55.220359 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-82ce74b9-f3b8-4fe3-9774-213e41a49e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:55.319909 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-82ce74b9-f3b8-4fe3-9774-213e41a49e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:55.325722 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-7e93f6d1-e7ac-4543-ad91-515907b29bfd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:55.347049 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce74b9-f3b8-4fe3-9774-213e41a49e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ec3921-06ae-4fbe-a3d5-e31578e88d38,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:55.350893 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ef52a-1d74-42c1-8141-7a2bece603c6 req-10e22559-ec19-447c-b30d-05a59cb23b8d tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:55.351437 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-82ce74b9-f3b8-4fe3-9774-213e41a49e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:55.353561 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2c0ef52a-1d74-42c1-8141-7a2bece603c6 req-10e22559-ec19-447c-b30d-05a59cb23b8d tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.38 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 946 time: 0.1139932 Aug 23 10:22:55.376740 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-82ce74b9-f3b8-4fe3-9774-213e41a49e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:55.380797 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-82ce74b9-f3b8-4fe3-9774-213e41a49e0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28ec3921-06ae-4fbe-a3d5-e31578e88d38 HTTP/1.1" status: 204 len: 168 time: 0.3482220 Aug 23 10:22:55.458495 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [req-2c0ef52a-1d74-42c1-8141-7a2bece603c6 req-1b7d03f3-6275-49be-87e2-12b4b65d8b57 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Deleting port f76fb271-bd8c-496c-afa6-cb34f53b5fed {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:22:55.459835 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-2c0ef52a-1d74-42c1-8141-7a2bece603c6 req-1b7d03f3-6275-49be-87e2-12b4b65d8b57 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:55.754884 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a58c6-5d4e-477e-bc8b-20c11d42e48c req-41315bf8-4fab-4786-a2d8-c2cf080d3dd8 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:22:55.765168 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d87a58c6-5d4e-477e-bc8b-20c11d42e48c req-41315bf8-4fab-4786-a2d8-c2cf080d3dd8 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 946 time: 0.1668522 Aug 23 10:22:55.813859 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-2c0ef52a-1d74-42c1-8141-7a2bece603c6 req-1b7d03f3-6275-49be-87e2-12b4b65d8b57 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] For port f76fb271-bd8c-496c-afa6-cb34f53b5fed, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f76fb271-bd8c-496c-afa6-cb34f53b5fed,segment=NetworkSegment(70285392-1ba4-43b3-a909-f11b4527d177),segment_id=70285392-1ba4-43b3-a909-f11b4527d177)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:22:55.814254 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-2c0ef52a-1d74-42c1-8141-7a2bece603c6 req-1b7d03f3-6275-49be-87e2-12b4b65d8b57 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:55.824251 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d87a58c6-5d4e-477e-bc8b-20c11d42e48c req-12889dae-488d-48e4-b7ad-7eb6bb7d1776 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc530494-560a-4d71-8a9d-929c54381f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576477 Aug 23 10:22:56.020400 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [req-2c0ef52a-1d74-42c1-8141-7a2bece603c6 req-1b7d03f3-6275-49be-87e2-12b4b65d8b57 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Calling delete_port for f76fb271-bd8c-496c-afa6-cb34f53b5fed owned by compute:nova {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:22:56.063261 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 33468) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:56.081237 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3f4752f4-0cf0-45d6-a713-ee18ee7be408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:56.097883 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-3f4752f4-0cf0-45d6-a713-ee18ee7be408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:22:56.101894 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-3f4752f4-0cf0-45d6-a713-ee18ee7be408 admin admin] Usage tracker for resource:security_group_rule and tenant:847905957a8a4663bdb8653f0e8e1a2f is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:22:56.104841 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-3f4752f4-0cf0-45d6-a713-ee18ee7be408 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:22:56.110815 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-3f4752f4-0cf0-45d6-a713-ee18ee7be408 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:22:56.217251 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3f4752f4-0cf0-45d6-a713-ee18ee7be408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:56.226416 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3f4752f4-0cf0-45d6-a713-ee18ee7be408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:56.236942 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f929b64c-f03e-4e67-a054-4adbb09bcf30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:56.268406 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-2c0ef52a-1d74-42c1-8141-7a2bece603c6 req-1b7d03f3-6275-49be-87e2-12b4b65d8b57 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:56.278150 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:56.291377 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-3f4752f4-0cf0-45d6-a713-ee18ee7be408 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=847905957a8a4663bdb8653f0e8e1a2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273879 Aug 23 10:22:56.292485 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4752f4-0cf0-45d6-a713-ee18ee7be408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd82a6d-476d-4cc3-9eaf-14789d714651,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:56.295590 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-3f4752f4-0cf0-45d6-a713-ee18ee7be408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:56.296302 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 33480) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:22:56.366092 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d03f3-6275-49be-87e2-12b4b65d8b57 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Pushing event deleted for resources: {'Port': ['ID=f76fb271-bd8c-496c-afa6-cb34f53b5fed,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:56.379695 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-1b7d03f3-6275-49be-87e2-12b4b65d8b57 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:56.385688 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7dc23c4e-2290-4be2-bdaa-985b0d57362a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:56.420556 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7dc23c4e-2290-4be2-bdaa-985b0d57362a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:56.432089 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0ef52a-1d74-42c1-8141-7a2bece603c6 req-1b7d03f3-6275-49be-87e2-12b4b65d8b57 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] No DVR routers for this DVR port f76fb271-bd8c-496c-afa6-cb34f53b5fed on host hv-cinder-80278 {{(pid=79261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:22:56.435754 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-2c0ef52a-1d74-42c1-8141-7a2bece603c6 req-1b7d03f3-6275-49be-87e2-12b4b65d8b57 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:56.438051 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882de562-0dc2-46fe-9ae8-4f07ce6e34f0', 'name': 'network-vif-deleted', 'tag': 'f76fb271-bd8c-496c-afa6-cb34f53b5fed'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:22:56.479407 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2c0ef52a-1d74-42c1-8141-7a2bece603c6 req-1b7d03f3-6275-49be-87e2-12b4b65d8b57 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.38 "DELETE /v2.0/ports/f76fb271-bd8c-496c-afa6-cb34f53b5fed HTTP/1.1" status: 204 len: 173 time: 1.1105833 Aug 23 10:22:56.489498 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882de562-0dc2-46fe-9ae8-4f07ce6e34f0', 'name': 'network-vif-deleted', 'tag': 'f76fb271-bd8c-496c-afa6-cb34f53b5fed', 'status': 'completed', 'code': 200} Aug 23 10:22:56.492052 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7dc23c4e-2290-4be2-bdaa-985b0d57362a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:56.498510 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-a7ac54ee-ec76-4ff2-be70-de89ab394e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:22:56.512198 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc23c4e-2290-4be2-bdaa-985b0d57362a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd82a6d-476d-4cc3-9eaf-14789d714651,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:22:56.521804 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-7dc23c4e-2290-4be2-bdaa-985b0d57362a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:22:56.523027 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7dc23c4e-2290-4be2-bdaa-985b0d57362a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:56.524136 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-7dc23c4e-2290-4be2-bdaa-985b0d57362a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfd82a6d-476d-4cc3-9eaf-14789d714651 HTTP/1.1" status: 204 len: 168 time: 0.2267256 Aug 23 10:22:57.027202 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-04af864f-ec64-4b01-b67c-a2159961cc0c req-cea2be06-8e1a-4ff2-82c6-e3b7fdb5be9d tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 210 time: 0.0529380 Aug 23 10:22:57.541895 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['f76fb271-bd8c-496c-afa6-cb34f53b5fed'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:22:58.513774 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:22:59.069342 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:22:59.885761 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device f76fb271-bd8c-496c-afa6-cb34f53b5fed no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:22:59.924107 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] No Port match for: f76fb271-bd8c-496c-afa6-cb34f53b5fed {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:22:59.924683 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device f76fb271-bd8c-496c-afa6-cb34f53b5fed not bound to the agent host hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:23:00.060243 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-174872fe-dbbe-4a54-8b2c-a2c794395e70 req-4c4ee4ec-7dab-48e4-8f1f-ed873b518b02 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 210 time: 0.0446730 Aug 23 10:23:00.128097 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6fc1ff71-6ad1-47fc-8471-ef189c0c09cf req-a424f109-b418-4d65-bd7e-e3d2c82e2e64 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858171 Aug 23 10:23:00.275722 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1ff71-6ad1-47fc-8471-ef189c0c09cf req-ecb05428-9450-4009-a942-fe039a006bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:00.277263 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6fc1ff71-6ad1-47fc-8471-ef189c0c09cf req-ecb05428-9450-4009-a942-fe039a006bab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6288f2605747471588a47a33d4b3d386&device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 1099 time: 0.0694237 Aug 23 10:23:00.423875 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1ff71-6ad1-47fc-8471-ef189c0c09cf req-1b7da17f-2428-4a82-900a-13fd71404e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:00.425359 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6fc1ff71-6ad1-47fc-8471-ef189c0c09cf req-1b7da17f-2428-4a82-900a-13fd71404e76 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4c1fc7bc-93d4-4389-8e20-f7d09f046981 HTTP/1.1" status: 200 len: 911 time: 0.1281354 Aug 23 10:23:00.603171 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6fc1ff71-6ad1-47fc-8471-ef189c0c09cf req-f035884b-98e7-409d-915e-fa4776350f0f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5922f8de-0af0-4d9e-b5dd-a016f4db71dd HTTP/1.1" status: 200 len: 1001 time: 0.1700401 Aug 23 10:23:00.668541 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1ff71-6ad1-47fc-8471-ef189c0c09cf req-542b5a98-2719-416f-9a9b-bafb4e95f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:00.670041 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6fc1ff71-6ad1-47fc-8471-ef189c0c09cf req-542b5a98-2719-416f-9a9b-bafb4e95f0c3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3248dd68-15fd-4e1b-bc02-a1c37a6054d5 HTTP/1.1" status: 200 len: 849 time: 0.0601313 Aug 23 10:23:00.745748 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1ff71-6ad1-47fc-8471-ef189c0c09cf req-8d72af30-1868-4f8e-b0e8-185dd5cfe090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:00.747280 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6fc1ff71-6ad1-47fc-8471-ef189c0c09cf req-8d72af30-1868-4f8e-b0e8-185dd5cfe090 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4c1fc7bc-93d4-4389-8e20-f7d09f046981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701215 Aug 23 10:23:00.881911 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6fc1ff71-6ad1-47fc-8471-ef189c0c09cf req-e38e99a4-6d28-4312-9c0c-c2d164ab8966 service neutron] 10.222.0.38 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258094 Aug 23 10:23:01.111417 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6fc1ff71-6ad1-47fc-8471-ef189c0c09cf req-360f44a0-af94-4365-b12c-7a6696225927 service neutron] 10.222.0.38 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142131 Aug 23 10:23:01.223993 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-fcea604d-fc50-4e4d-a702-950b2de6e511 req-e92a3630-160e-4253-90e8-0ee35b455a49 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Synchronizing usage tracker for tenant:d2caffb37c3c420b9d9d6c1b0f0fee6f on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:23:01.242585 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-fcea604d-fc50-4e4d-a702-950b2de6e511 req-e92a3630-160e-4253-90e8-0ee35b455a49 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Unset dirty status for tenant:d2caffb37c3c420b9d9d6c1b0f0fee6f on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:23:01.244332 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-fcea604d-fc50-4e4d-a702-950b2de6e511 req-e92a3630-160e-4253-90e8-0ee35b455a49 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 210 time: 0.0686526 Aug 23 10:23:01.516155 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 33652) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:01.636226 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-20a09c5d-1b85-43c8-8ff6-df7af6c6d260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:01.651441 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-20a09c5d-1b85-43c8-8ff6-df7af6c6d260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:01.655299 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-20a09c5d-1b85-43c8-8ff6-df7af6c6d260 admin admin] Usage tracker for resource:security_group_rule and tenant:0983bb6872144a5f9353238d5f081ac0 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:01.658149 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-20a09c5d-1b85-43c8-8ff6-df7af6c6d260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:01.663855 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-20a09c5d-1b85-43c8-8ff6-df7af6c6d260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:01.746311 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-20a09c5d-1b85-43c8-8ff6-df7af6c6d260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:01.749505 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-20a09c5d-1b85-43c8-8ff6-df7af6c6d260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:01.756853 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:01.795315 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a09c5d-1b85-43c8-8ff6-df7af6c6d260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb3b0b7-1ccd-446c-b38c-597a6b53ba8a,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:01.802234 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 33664) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:01.802894 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-20a09c5d-1b85-43c8-8ff6-df7af6c6d260 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0983bb6872144a5f9353238d5f081ac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2851129 Aug 23 10:23:01.803770 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-20a09c5d-1b85-43c8-8ff6-df7af6c6d260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:01.868305 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d8e2c8d0-e3fb-4868-b468-a75fccad3479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:01.903040 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d8e2c8d0-e3fb-4868-b468-a75fccad3479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:01.959360 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d8e2c8d0-e3fb-4868-b468-a75fccad3479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:01.964786 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ac484a30-5ee7-4a63-a958-141f3e6aa69c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:01.976329 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2c8d0-e3fb-4868-b468-a75fccad3479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb3b0b7-1ccd-446c-b38c-597a6b53ba8a,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:01.984549 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-d8e2c8d0-e3fb-4868-b468-a75fccad3479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:01.986836 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d8e2c8d0-e3fb-4868-b468-a75fccad3479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:01.988166 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-d8e2c8d0-e3fb-4868-b468-a75fccad3479 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ddb3b0b7-1ccd-446c-b38c-597a6b53ba8a HTTP/1.1" status: 204 len: 168 time: 0.1837375 Aug 23 10:23:02.359214 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 33700) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:02.381730 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a5af4083-8123-4e9b-8c93-ec4ae3d5e16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:02.398318 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-a5af4083-8123-4e9b-8c93-ec4ae3d5e16c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:02.402210 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-a5af4083-8123-4e9b-8c93-ec4ae3d5e16c admin admin] Usage tracker for resource:security_group_rule and tenant:17e3780c63c349fe9ce75ba0dbdf7a1c is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:02.405727 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-a5af4083-8123-4e9b-8c93-ec4ae3d5e16c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:02.412468 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-a5af4083-8123-4e9b-8c93-ec4ae3d5e16c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:02.462061 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d5cd7135-0054-42bf-8424-0d5d49a3b019 req-c1b7e370-33fe-4c00-bdba-6548a6f4ce5e tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 210 time: 0.0627515 Aug 23 10:23:02.515830 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a5af4083-8123-4e9b-8c93-ec4ae3d5e16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:02.522767 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a5af4083-8123-4e9b-8c93-ec4ae3d5e16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:02.531075 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-1c9ffa72-8951-4027-b10c-a709ff3563d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:02.575491 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 33714) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:02.575944 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-a5af4083-8123-4e9b-8c93-ec4ae3d5e16c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17e3780c63c349fe9ce75ba0dbdf7a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147267 Aug 23 10:23:02.575944 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af4083-8123-4e9b-8c93-ec4ae3d5e16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59be3aed-10f3-4eff-9969-ce5dd5a015c9,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:02.579097 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a5af4083-8123-4e9b-8c93-ec4ae3d5e16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:02.644331 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7fcba0ac-d96d-4f2b-a983-aba7f65724e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:02.669889 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7fcba0ac-d96d-4f2b-a983-aba7f65724e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:02.724397 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7fcba0ac-d96d-4f2b-a983-aba7f65724e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:02.728213 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:02.740866 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcba0ac-d96d-4f2b-a983-aba7f65724e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59be3aed-10f3-4eff-9969-ce5dd5a015c9,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:02.745752 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-7fcba0ac-d96d-4f2b-a983-aba7f65724e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:02.749976 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7fcba0ac-d96d-4f2b-a983-aba7f65724e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:02.753011 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-7fcba0ac-d96d-4f2b-a983-aba7f65724e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59be3aed-10f3-4eff-9969-ce5dd5a015c9 HTTP/1.1" status: 204 len: 168 time: 0.1770840 Aug 23 10:23:02.831470 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-3026bfc3-5b3a-4734-b9a1-eee153191cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:03.606504 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:04.550947 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 33806) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:04.665795 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d510bd81-8868-4be9-88d8-7fb75962ab41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:04.680032 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-d510bd81-8868-4be9-88d8-7fb75962ab41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:04.683868 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-d510bd81-8868-4be9-88d8-7fb75962ab41 admin admin] Usage tracker for resource:security_group_rule and tenant:04d57b0a74594495806a5d2387f66928 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:04.686698 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-d510bd81-8868-4be9-88d8-7fb75962ab41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:04.692366 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-d510bd81-8868-4be9-88d8-7fb75962ab41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:04.781905 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d510bd81-8868-4be9-88d8-7fb75962ab41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:04.788072 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d510bd81-8868-4be9-88d8-7fb75962ab41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:04.796707 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:04.839519 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-d510bd81-8868-4be9-88d8-7fb75962ab41 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04d57b0a74594495806a5d2387f66928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875135 Aug 23 10:23:04.840408 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510bd81-8868-4be9-88d8-7fb75962ab41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3440ff6b-76f7-433c-9ecf-e41ea7a6cacd,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:04.842764 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 33818) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:04.843397 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-d510bd81-8868-4be9-88d8-7fb75962ab41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:04.908992 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-16a119c0-086a-4dcf-862b-347d936c561a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:04.936276 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-16a119c0-086a-4dcf-862b-347d936c561a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:04.995721 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-16a119c0-086a-4dcf-862b-347d936c561a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:04.995721 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-87681d60-bff2-4b4d-980c-a2537bbc34b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:05.007310 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a119c0-086a-4dcf-862b-347d936c561a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3440ff6b-76f7-433c-9ecf-e41ea7a6cacd,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:05.011074 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-16a119c0-086a-4dcf-862b-347d936c561a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:05.016621 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-16a119c0-086a-4dcf-862b-347d936c561a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:05.017736 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-16a119c0-086a-4dcf-862b-347d936c561a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3440ff6b-76f7-433c-9ecf-e41ea7a6cacd HTTP/1.1" status: 204 len: 168 time: 0.1743541 Aug 23 10:23:05.291773 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 33830) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:05.308881 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fb8f294d-d167-40cf-8602-ae4ff3843270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:05.322390 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-fb8f294d-d167-40cf-8602-ae4ff3843270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:05.326094 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-fb8f294d-d167-40cf-8602-ae4ff3843270 admin admin] Usage tracker for resource:security_group_rule and tenant:bc11a78fdb5a4d9a83ce76266e23bc4b is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:05.328796 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-fb8f294d-d167-40cf-8602-ae4ff3843270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:05.334780 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-fb8f294d-d167-40cf-8602-ae4ff3843270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:05.414944 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fb8f294d-d167-40cf-8602-ae4ff3843270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:05.418557 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fb8f294d-d167-40cf-8602-ae4ff3843270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:05.426962 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-20a09c5d-1b85-43c8-8ff6-df7af6c6d260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:05.464296 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-fb8f294d-d167-40cf-8602-ae4ff3843270 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc11a78fdb5a4d9a83ce76266e23bc4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1715224 Aug 23 10:23:05.465839 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f294d-d167-40cf-8602-ae4ff3843270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b39cf36-6b40-4c8d-877b-cd210040faca,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:05.466979 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 33834) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:05.468853 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-fb8f294d-d167-40cf-8602-ae4ff3843270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:05.524502 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-6f7b8cb8-8aff-429d-8b7a-3e70db20e127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:05.530855 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1c90a1d4-994b-4bea-a36b-e3541871e0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:05.556017 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1c90a1d4-994b-4bea-a36b-e3541871e0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:05.606179 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1c90a1d4-994b-4bea-a36b-e3541871e0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:05.610678 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:05.620341 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90a1d4-994b-4bea-a36b-e3541871e0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b39cf36-6b40-4c8d-877b-cd210040faca,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:05.623860 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-1c90a1d4-994b-4bea-a36b-e3541871e0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:05.626976 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1c90a1d4-994b-4bea-a36b-e3541871e0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:05.628071 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-1c90a1d4-994b-4bea-a36b-e3541871e0c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b39cf36-6b40-4c8d-877b-cd210040faca HTTP/1.1" status: 204 len: 168 time: 0.1601307 Aug 23 10:23:06.308334 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c1fb0c9d-0856-4b8f-9579-1e3bc2bd6914 req-864147cc-bf5c-41f4-a47b-5bffae5b56c7 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] 10.222.0.21 "GET /v2.0/ports?device_id=882de562-0dc2-46fe-9ae8-4f07ce6e34f0 HTTP/1.1" status: 200 len: 210 time: 0.0586536 Aug 23 10:23:06.383249 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:06.776947 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 33876) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:06.893771 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-15298875-0b83-42b1-b988-25eb495f9a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:06.908935 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-15298875-0b83-42b1-b988-25eb495f9a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:06.912758 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-15298875-0b83-42b1-b988-25eb495f9a62 admin admin] Usage tracker for resource:security_group_rule and tenant:e1fe9e37fa5f478e821d7d25b05583b3 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:06.916239 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-15298875-0b83-42b1-b988-25eb495f9a62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:06.922830 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-15298875-0b83-42b1-b988-25eb495f9a62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:07.025963 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-15298875-0b83-42b1-b988-25eb495f9a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:07.031171 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-15298875-0b83-42b1-b988-25eb495f9a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:07.040718 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-890614dc-fba6-4752-a154-3865de2d7b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:07.087447 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-15298875-0b83-42b1-b988-25eb495f9a62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1fe9e37fa5f478e821d7d25b05583b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3093641 Aug 23 10:23:07.090239 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 33892) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:07.097431 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15298875-0b83-42b1-b988-25eb495f9a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26016163-9ced-4025-820b-1fdd941f6f6f,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:07.100995 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-15298875-0b83-42b1-b988-25eb495f9a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:07.166524 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-78f1a044-5160-4b5e-9d8a-75901cc24564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:07.200075 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-78f1a044-5160-4b5e-9d8a-75901cc24564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:07.286317 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-78f1a044-5160-4b5e-9d8a-75901cc24564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:07.303107 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-d8098bbe-af4e-4e56-a2ee-0f685164be9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:07.321521 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1a044-5160-4b5e-9d8a-75901cc24564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26016163-9ced-4025-820b-1fdd941f6f6f,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:07.327383 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-78f1a044-5160-4b5e-9d8a-75901cc24564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:07.333231 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-78f1a044-5160-4b5e-9d8a-75901cc24564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:07.336742 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-78f1a044-5160-4b5e-9d8a-75901cc24564 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26016163-9ced-4025-820b-1fdd941f6f6f HTTP/1.1" status: 204 len: 168 time: 0.2454391 Aug 23 10:23:07.486730 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 33920) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:07.782906 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e1b8365b-40da-4246-946a-5b4b89ecb404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:07.797903 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-e1b8365b-40da-4246-946a-5b4b89ecb404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:07.812847 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-e1b8365b-40da-4246-946a-5b4b89ecb404 admin admin] Usage tracker for resource:security_group_rule and tenant:2286d0b7238c4f8a8143c89294c10b10 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:07.816256 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-e1b8365b-40da-4246-946a-5b4b89ecb404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:07.822853 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-e1b8365b-40da-4246-946a-5b4b89ecb404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:07.916526 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:07.954193 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e1b8365b-40da-4246-946a-5b4b89ecb404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:07.958720 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e1b8365b-40da-4246-946a-5b4b89ecb404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:07.993666 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-58e142d2-52d4-4078-8394-25264c7fb370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:08.019560 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-e1b8365b-40da-4246-946a-5b4b89ecb404 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2286d0b7238c4f8a8143c89294c10b10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5317063 Aug 23 10:23:08.022174 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 33958) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:08.040499 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8365b-40da-4246-946a-5b4b89ecb404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b532c4cd-bbe5-4714-9c9f-23189c0d9488,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:08.044163 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-e1b8365b-40da-4246-946a-5b4b89ecb404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:08.114416 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-94eb2c0b-59f0-4a1a-b837-338decf839fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:08.162320 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-94eb2c0b-59f0-4a1a-b837-338decf839fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:08.224612 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-94eb2c0b-59f0-4a1a-b837-338decf839fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:08.230033 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:08.243557 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb2c0b-59f0-4a1a-b837-338decf839fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b532c4cd-bbe5-4714-9c9f-23189c0d9488,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:08.245998 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-94eb2c0b-59f0-4a1a-b837-338decf839fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:08.260291 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-94eb2c0b-59f0-4a1a-b837-338decf839fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:08.261579 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-94eb2c0b-59f0-4a1a-b837-338decf839fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b532c4cd-bbe5-4714-9c9f-23189c0d9488 HTTP/1.1" status: 204 len: 168 time: 0.2360995 Aug 23 10:23:08.723333 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 34004) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:08.743183 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0128381e-f146-48f0-9a52-f5a77e085815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:08.757379 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-0128381e-f146-48f0-9a52-f5a77e085815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:08.761234 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-0128381e-f146-48f0-9a52-f5a77e085815 admin admin] Usage tracker for resource:security_group_rule and tenant:a3f7f6f485e3443e887bf1ca8d16a39a is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:08.764280 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-0128381e-f146-48f0-9a52-f5a77e085815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:08.770126 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-0128381e-f146-48f0-9a52-f5a77e085815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:08.863467 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0128381e-f146-48f0-9a52-f5a77e085815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:08.868437 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0128381e-f146-48f0-9a52-f5a77e085815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:08.881135 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:08.923186 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-0128381e-f146-48f0-9a52-f5a77e085815 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3f7f6f485e3443e887bf1ca8d16a39a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987696 Aug 23 10:23:08.924084 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128381e-f146-48f0-9a52-f5a77e085815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6c3c72-63fe-4853-af14-dd68f3b42529,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:08.925990 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 34014) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:08.941596 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0128381e-f146-48f0-9a52-f5a77e085815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:08.997093 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6bf09769-7c7f-4bc4-8397-cb4cb2346ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.031498 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6bf09769-7c7f-4bc4-8397-cb4cb2346ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.106779 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6bf09769-7c7f-4bc4-8397-cb4cb2346ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.114894 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-3f4752f4-0cf0-45d6-a713-ee18ee7be408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:09.132613 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf09769-7c7f-4bc4-8397-cb4cb2346ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6c3c72-63fe-4853-af14-dd68f3b42529,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:09.148188 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-6bf09769-7c7f-4bc4-8397-cb4cb2346ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:09.168550 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6bf09769-7c7f-4bc4-8397-cb4cb2346ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.169819 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-6bf09769-7c7f-4bc4-8397-cb4cb2346ae5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a6c3c72-63fe-4853-af14-dd68f3b42529 HTTP/1.1" status: 204 len: 168 time: 0.2422500 Aug 23 10:23:09.395921 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 34046) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:09.396649 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 34044) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:09.464491 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_v2 [None req-2915de24-b490-4344-809d-77c9364b859e admin admin] Deleting subnet e8842d23-ee51-43ca-a3c4-e565d0b817c8 {{(pid=79261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:23:09.468089 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2915de24-b490-4344-809d-77c9364b859e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.525690 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2915de24-b490-4344-809d-77c9364b859e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.534479 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2915de24-b490-4344-809d-77c9364b859e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351694'] for subnet, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.538068 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-db7e7116-7fe1-4587-9c28-c59bb537d693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.555354 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-db7e7116-7fe1-4587-9c28-c59bb537d693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:09.558012 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 34056) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:09.572538 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-db7e7116-7fe1-4587-9c28-c59bb537d693 admin admin] Usage tracker for resource:security_group_rule and tenant:4ce4875aa11f450488d81e45b90c7188 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:09.580430 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-db7e7116-7fe1-4587-9c28-c59bb537d693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:09.587193 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7187c6fb-69f9-4b35-8573-be0fb93400b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.596037 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-db7e7116-7fe1-4587-9c28-c59bb537d693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:09.607285 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2915de24-b490-4344-809d-77c9364b859e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for subnet, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.610289 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-7187c6fb-69f9-4b35-8573-be0fb93400b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:09.612658 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:09.622445 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-7187c6fb-69f9-4b35-8573-be0fb93400b1 admin admin] Usage tracker for resource:security_group_rule and tenant:ca5e856233444fefa039b02cff1a0299 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:09.627196 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-7187c6fb-69f9-4b35-8573-be0fb93400b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:09.634851 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-7187c6fb-69f9-4b35-8573-be0fb93400b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:09.653189 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2915de24-b490-4344-809d-77c9364b859e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.657090 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915de24-b490-4344-809d-77c9364b859e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8842d23-ee51-43ca-a3c4-e565d0b817c8,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:09.660677 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-2915de24-b490-4344-809d-77c9364b859e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:09.669598 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-2915de24-b490-4344-809d-77c9364b859e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e8842d23-ee51-43ca-a3c4-e565d0b817c8 HTTP/1.1" status: 204 len: 168 time: 0.2699554 Aug 23 10:23:09.671889 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 34062) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:09.749559 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-db7e7116-7fe1-4587-9c28-c59bb537d693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.759471 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-db7e7116-7fe1-4587-9c28-c59bb537d693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.766356 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-7fcba0ac-d96d-4f2b-a983-aba7f65724e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:09.782653 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3408463'] for network, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.806704 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7187c6fb-69f9-4b35-8573-be0fb93400b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.817642 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7187c6fb-69f9-4b35-8573-be0fb93400b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.831932 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-db7e7116-7fe1-4587-9c28-c59bb537d693 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ce4875aa11f450488d81e45b90c7188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4335756 Aug 23 10:23:09.832875 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e7116-7fe1-4587-9c28-c59bb537d693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cc5967-5758-426b-b30e-f7b8ea3d67c5,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:09.836331 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 34068) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:09.846903 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-db7e7116-7fe1-4587-9c28-c59bb537d693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:09.847325 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:09.884004 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-7187c6fb-69f9-4b35-8573-be0fb93400b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca5e856233444fefa039b02cff1a0299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227124 Aug 23 10:23:09.896726 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 34072) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:09.909385 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3353717', 'neutron.services.segments.db._delete_segments_for_network-8757078968221'] for network, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:09.923675 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:09.924018 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:09.924705 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:09.925428 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] Subscribe: > port after_create 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:09.925428 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] Subscribe: > port after_delete 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:09.925730 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] Subscribe: > port after_update 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:09.926049 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:09.926634 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:09.926740 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:09.927034 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:09.950102 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187c6fb-69f9-4b35-8573-be0fb93400b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01ee4e6-e3c9-4d12-9057-f31dd07a3198,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:09.960674 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-7187c6fb-69f9-4b35-8573-be0fb93400b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:10.019926 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-31aa1f23-967a-4a0c-8dd6-793d174f952a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.036389 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:10.036817 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:10.037113 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:10.037444 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 10:23:10.037961 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.services.segments.db [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c02fdcf-feb3-498e-8878-39ab1584ed7b']}} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:10.039998 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-aa47594d-4d95-4786-b173-74f92ed18fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.053010 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.services.segments.db [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70285392-1ba4-43b3-a909-f11b4527d177') {'for_net_delete': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:10.053321 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.services.segments.db [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70285392-1ba4-43b3-a909-f11b4527d177') {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:10.068388 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757078964983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14700668'] for segment, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.069912 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-31aa1f23-967a-4a0c-8dd6-793d174f952a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.095333 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.099590 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-aa47594d-4d95-4786-b173-74f92ed18fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.105625 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=79261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:23:10.110889 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3366333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14701761'] for segment, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.192498 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-31aa1f23-967a-4a0c-8dd6-793d174f952a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.201300 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-7dc23c4e-2290-4be2-bdaa-985b0d57362a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:10.215285 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 34082) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:10.216167 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa1f23-967a-4a0c-8dd6-793d174f952a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cc5967-5758-426b-b30e-f7b8ea3d67c5,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: from cryptography.utils import int_from_bytes Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: from cryptography.utils import int_from_bytes Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: util.warn_limited( Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: util.warn_limited( Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: Traceback (most recent call last): Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: timer() Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: cb(*args, **kw) Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: return func(*args, **kwargs) Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: self._notify() Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: self.callback(batched_events) Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: event.method(event) Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: return f(self, *a, **k) Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: return self._get(url).json() Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: return self.request(url, 'GET', **kwargs) Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:23:10.217641 dv-cinder-802781-2-iscsi neutron-server[79261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:23:10.219762 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-aa47594d-4d95-4786-b173-74f92ed18fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.226082 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-31aa1f23-967a-4a0c-8dd6-793d174f952a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:10.226585 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-31aa1f23-967a-4a0c-8dd6-793d174f952a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:10.254637 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47594d-4d95-4786-b173-74f92ed18fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01ee4e6-e3c9-4d12-9057-f31dd07a3198,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:10.259223 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-aa47594d-4d95-4786-b173-74f92ed18fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:10.267908 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-31aa1f23-967a-4a0c-8dd6-793d174f952a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.271218 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-31aa1f23-967a-4a0c-8dd6-793d174f952a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35cc5967-5758-426b-b30e-f7b8ea3d67c5 HTTP/1.1" status: 204 len: 168 time: 0.4298511 Aug 23 10:23:10.271410 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-aa47594d-4d95-4786-b173-74f92ed18fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.272409 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-aa47594d-4d95-4786-b173-74f92ed18fd7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f01ee4e6-e3c9-4d12-9057-f31dd07a3198 HTTP/1.1" status: 204 len: 168 time: 0.3717990 Aug 23 10:23:10.312220 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3353612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589113'] for network, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.318743 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ff9e73cd-feaf-4729-890f-8ac3b65c2f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:10.345477 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.349056 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] Pushing event deleted for resources: {'Network': ['ID=7c02fdcf-feb3-498e-8878-39ab1584ed7b,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:10.353165 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:10.366159 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] 10.222.0.21 "DELETE /v2.0/networks/7c02fdcf-feb3-498e-8878-39ab1584ed7b HTTP/1.1" status: 204 len: 168 time: 0.6930959 Aug 23 10:23:10.557371 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-99c82bab-2d45-462a-afd9-529a6aae32fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.592990 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-99c82bab-2d45-462a-afd9-529a6aae32fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:10.598165 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-99c82bab-2d45-462a-afd9-529a6aae32fd admin admin] Usage tracker for resource:security_group_rule and tenant:1aeccf56c37b4a8ab25e6248b017a1c3 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:10.601954 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-99c82bab-2d45-462a-afd9-529a6aae32fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:10.614359 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-99c82bab-2d45-462a-afd9-529a6aae32fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:10.772630 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 34118) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:10.822265 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-99c82bab-2d45-462a-afd9-529a6aae32fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.833230 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-99c82bab-2d45-462a-afd9-529a6aae32fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:10.845833 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f58443a8-2a4a-463d-9dc0-cbafcb2e055b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:10.873852 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 34126) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:10.874312 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-9e50a8cb-888e-4f2e-9841-97abc173e02f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2caffb37c3c420b9d9d6c1b0f0fee6f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0990553 Aug 23 10:23:10.917125 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c82bab-2d45-462a-afd9-529a6aae32fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b391a9e9-b80c-44ab-a85a-c8411eee8bd3,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:10.921736 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-99c82bab-2d45-462a-afd9-529a6aae32fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:10.947768 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 34130) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:10.960817 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-99c82bab-2d45-462a-afd9-529a6aae32fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1aeccf56c37b4a8ab25e6248b017a1c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7218964 Aug 23 10:23:11.035612 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-10976bb3-16e0-423e-8ea0-61d93dd70817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.056969 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-2809cd10-56ff-4e31-9925-b39a0a9e0353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.076987 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 34138) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:11.092970 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-10976bb3-16e0-423e-8ea0-61d93dd70817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.149862 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-10976bb3-16e0-423e-8ea0-61d93dd70817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.160639 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8295ab9c-9b06-4b5c-b669-ff2e28f5e1e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:11.176180 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10976bb3-16e0-423e-8ea0-61d93dd70817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b391a9e9-b80c-44ab-a85a-c8411eee8bd3,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:11.179384 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-10976bb3-16e0-423e-8ea0-61d93dd70817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:11.190074 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-10976bb3-16e0-423e-8ea0-61d93dd70817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.194312 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-10976bb3-16e0-423e-8ea0-61d93dd70817 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b391a9e9-b80c-44ab-a85a-c8411eee8bd3 HTTP/1.1" status: 204 len: 168 time: 0.2441616 Aug 23 10:23:11.229656 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-2ce5f1b3-e8b0-47df-b95c-e99b18cc9fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.255394 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-2ce5f1b3-e8b0-47df-b95c-e99b18cc9fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:11.260209 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-2ce5f1b3-e8b0-47df-b95c-e99b18cc9fb3 admin admin] Usage tracker for resource:security_group_rule and tenant:9f12648f8cd6493fb1d47170c5b0cef6 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:11.264369 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-2ce5f1b3-e8b0-47df-b95c-e99b18cc9fb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:11.271037 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-2ce5f1b3-e8b0-47df-b95c-e99b18cc9fb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:11.306059 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 34154) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:11.370302 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-2809cd10-56ff-4e31-9925-b39a0a9e0353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.383087 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-2ce5f1b3-e8b0-47df-b95c-e99b18cc9fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.399023 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-2ce5f1b3-e8b0-47df-b95c-e99b18cc9fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.410510 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-71343113-6fe5-4747-b5d7-917c355d2dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:11.452602 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5f1b3-e8b0-47df-b95c-e99b18cc9fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f97c84-e096-4964-aaa7-be5c619e624f,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:11.467726 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-2ce5f1b3-e8b0-47df-b95c-e99b18cc9fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:11.481500 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 34168) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:11.481680 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-2ce5f1b3-e8b0-47df-b95c-e99b18cc9fb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f12648f8cd6493fb1d47170c5b0cef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4031901 Aug 23 10:23:11.506077 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-2809cd10-56ff-4e31-9925-b39a0a9e0353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.511752 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-7187c6fb-69f9-4b35-8573-be0fb93400b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:11.538080 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809cd10-56ff-4e31-9925-b39a0a9e0353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc530494-560a-4d71-8a9d-929c54381f17,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:11.544804 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-2809cd10-56ff-4e31-9925-b39a0a9e0353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:11.587753 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a01b5cf7-9d3f-4e1d-9f71-cc7a62775350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.589270 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-2809cd10-56ff-4e31-9925-b39a0a9e0353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.590416 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-2809cd10-56ff-4e31-9925-b39a0a9e0353 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc530494-560a-4d71-8a9d-929c54381f17 HTTP/1.1" status: 204 len: 168 time: 0.7057724 Aug 23 10:23:11.618320 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a01b5cf7-9d3f-4e1d-9f71-cc7a62775350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.686814 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a01b5cf7-9d3f-4e1d-9f71-cc7a62775350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.697388 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7cee0524-1674-4425-a2e6-d39e0fb9af2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:11.727752 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b4d04e6b-bf32-4275-9363-8e6335cc67c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.736710 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b5cf7-9d3f-4e1d-9f71-cc7a62775350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f97c84-e096-4964-aaa7-be5c619e624f,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:11.741383 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a01b5cf7-9d3f-4e1d-9f71-cc7a62775350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:11.750987 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a01b5cf7-9d3f-4e1d-9f71-cc7a62775350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.752500 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-a01b5cf7-9d3f-4e1d-9f71-cc7a62775350 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0f97c84-e096-4964-aaa7-be5c619e624f HTTP/1.1" status: 204 len: 168 time: 0.2694936 Aug 23 10:23:11.755113 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-b4d04e6b-bf32-4275-9363-8e6335cc67c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:11.763374 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-b4d04e6b-bf32-4275-9363-8e6335cc67c4 admin admin] Usage tracker for resource:security_group_rule and tenant:a82fa4a4df5746c0ae09a231f4654b90 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:11.766665 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-b4d04e6b-bf32-4275-9363-8e6335cc67c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:11.774973 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-b4d04e6b-bf32-4275-9363-8e6335cc67c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:11.883841 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b4d04e6b-bf32-4275-9363-8e6335cc67c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.888758 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b4d04e6b-bf32-4275-9363-8e6335cc67c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.892342 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 34182) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:11.910348 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3dc87b6f-94bb-45f3-afc7-0670024f6c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:11.914217 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-85e55559-b5b5-4301-b612-fd49eb3f145d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:11.952809 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-85e55559-b5b5-4301-b612-fd49eb3f145d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:11.959035 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-85e55559-b5b5-4301-b612-fd49eb3f145d admin admin] Usage tracker for resource:security_group_rule and tenant:2b0d583b522b4f6889c36b3776231382 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:11.964740 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-b4d04e6b-bf32-4275-9363-8e6335cc67c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a82fa4a4df5746c0ae09a231f4654b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6573102 Aug 23 10:23:11.965735 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d04e6b-bf32-4275-9363-8e6335cc67c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bbd272-7418-4a6a-9cbd-99d2fce000d2,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:11.968160 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 34190) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:11.969591 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-85e55559-b5b5-4301-b612-fd49eb3f145d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:11.983414 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-85e55559-b5b5-4301-b612-fd49eb3f145d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:11.985046 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-b4d04e6b-bf32-4275-9363-8e6335cc67c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:12.070159 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-de985b53-1578-40d0-ba23-bf80876a69cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:12.122847 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-de985b53-1578-40d0-ba23-bf80876a69cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:12.138854 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-85e55559-b5b5-4301-b612-fd49eb3f145d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:12.145115 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-85e55559-b5b5-4301-b612-fd49eb3f145d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:12.155876 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-fb8f294d-d167-40cf-8602-ae4ff3843270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:12.197296 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-85e55559-b5b5-4301-b612-fd49eb3f145d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b0d583b522b4f6889c36b3776231382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037176 Aug 23 10:23:12.198485 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e55559-b5b5-4301-b612-fd49eb3f145d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fecbc35-6ac3-495f-b5f0-2e0e0174545d,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:12.200905 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 34200) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:12.214803 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-85e55559-b5b5-4301-b612-fd49eb3f145d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:12.228407 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-de985b53-1578-40d0-ba23-bf80876a69cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:12.238930 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a5af4083-8123-4e9b-8c93-ec4ae3d5e16c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:12.255640 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de985b53-1578-40d0-ba23-bf80876a69cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bbd272-7418-4a6a-9cbd-99d2fce000d2,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:12.265459 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-de985b53-1578-40d0-ba23-bf80876a69cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:12.271966 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-de985b53-1578-40d0-ba23-bf80876a69cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:12.276091 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-de985b53-1578-40d0-ba23-bf80876a69cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/64bbd272-7418-4a6a-9cbd-99d2fce000d2 HTTP/1.1" status: 204 len: 168 time: 0.3039429 Aug 23 10:23:12.294667 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9c2d61fc-5614-4404-ad74-557c4244eb8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:12.335518 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9c2d61fc-5614-4404-ad74-557c4244eb8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:12.396287 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9c2d61fc-5614-4404-ad74-557c4244eb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:12.402076 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-15298875-0b83-42b1-b988-25eb495f9a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:12.414550 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d61fc-5614-4404-ad74-557c4244eb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fecbc35-6ac3-495f-b5f0-2e0e0174545d,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:12.418458 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9c2d61fc-5614-4404-ad74-557c4244eb8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:12.420528 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9c2d61fc-5614-4404-ad74-557c4244eb8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:12.424108 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-9c2d61fc-5614-4404-ad74-557c4244eb8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4fecbc35-6ac3-495f-b5f0-2e0e0174545d HTTP/1.1" status: 204 len: 168 time: 0.2197022 Aug 23 10:23:12.797351 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 34236) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:12.817221 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3a3ebc63-0181-4539-99c2-5ce64fbf6a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:12.837818 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-3a3ebc63-0181-4539-99c2-5ce64fbf6a1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:12.841620 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-3a3ebc63-0181-4539-99c2-5ce64fbf6a1c admin admin] Usage tracker for resource:security_group_rule and tenant:0cf8816cf73e48649efef5a009f92a07 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:12.844359 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-3a3ebc63-0181-4539-99c2-5ce64fbf6a1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:12.850486 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-3a3ebc63-0181-4539-99c2-5ce64fbf6a1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:12.942479 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3a3ebc63-0181-4539-99c2-5ce64fbf6a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:12.949228 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3a3ebc63-0181-4539-99c2-5ce64fbf6a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:12.966703 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-89e2d918-cb1c-4967-b6ee-a28959656d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:13.003430 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ebc63-0181-4539-99c2-5ce64fbf6a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94aa85f-8bce-46e1-868b-fb4fdcbcf4f8,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:13.007765 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-3a3ebc63-0181-4539-99c2-5ce64fbf6a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:13.030933 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-3a3ebc63-0181-4539-99c2-5ce64fbf6a1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0cf8816cf73e48649efef5a009f92a07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320733 Aug 23 10:23:13.033752 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 34248) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:13.105501 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-fb81f16f-7cba-49e9-81e8-0d90bf492829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:13.136898 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-fb81f16f-7cba-49e9-81e8-0d90bf492829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:13.197481 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-fb81f16f-7cba-49e9-81e8-0d90bf492829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:13.206635 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:13.220115 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81f16f-7cba-49e9-81e8-0d90bf492829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94aa85f-8bce-46e1-868b-fb4fdcbcf4f8,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:13.223308 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-fb81f16f-7cba-49e9-81e8-0d90bf492829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:13.226124 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-fb81f16f-7cba-49e9-81e8-0d90bf492829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:13.227222 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-fb81f16f-7cba-49e9-81e8-0d90bf492829 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d94aa85f-8bce-46e1-868b-fb4fdcbcf4f8 HTTP/1.1" status: 204 len: 168 time: 0.1919928 Aug 23 10:23:13.345281 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 34268) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:13.667355 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b12e43ba-24a3-48fb-9e56-7d620a504f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:13.683033 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-b12e43ba-24a3-48fb-9e56-7d620a504f61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:13.688609 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-b12e43ba-24a3-48fb-9e56-7d620a504f61 admin admin] Usage tracker for resource:security_group_rule and tenant:853f8e9e153644f681c46711022b9a79 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:13.691464 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-b12e43ba-24a3-48fb-9e56-7d620a504f61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:13.697915 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-b12e43ba-24a3-48fb-9e56-7d620a504f61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:13.783236 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b12e43ba-24a3-48fb-9e56-7d620a504f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:13.788480 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b12e43ba-24a3-48fb-9e56-7d620a504f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:13.799145 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:13.843392 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-b12e43ba-24a3-48fb-9e56-7d620a504f61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=853f8e9e153644f681c46711022b9a79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4967797 Aug 23 10:23:13.844293 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e43ba-24a3-48fb-9e56-7d620a504f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3beeb633-ff23-4c24-98a4-91ce4cef7d8f,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:13.846363 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 34292) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:13.849271 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-b12e43ba-24a3-48fb-9e56-7d620a504f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:13.896311 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 34296) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:13.918807 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a73bd5f2-25e7-480d-a1a1-b74894d239d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:13.947702 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a73bd5f2-25e7-480d-a1a1-b74894d239d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:14.014244 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a73bd5f2-25e7-480d-a1a1-b74894d239d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:14.019336 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-b4d04e6b-bf32-4275-9363-8e6335cc67c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:14.032330 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73bd5f2-25e7-480d-a1a1-b74894d239d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3beeb633-ff23-4c24-98a4-91ce4cef7d8f,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:14.036040 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a73bd5f2-25e7-480d-a1a1-b74894d239d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:14.039140 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a73bd5f2-25e7-480d-a1a1-b74894d239d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:14.041380 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-a73bd5f2-25e7-480d-a1a1-b74894d239d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3beeb633-ff23-4c24-98a4-91ce4cef7d8f HTTP/1.1" status: 204 len: 168 time: 0.1939766 Aug 23 10:23:14.160098 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-532536802-network', 'tenant_id': 'efec50dfe3e74711896d02a8fb431450'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:23:14.164042 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:14.168110 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Usage tracker for resource:network and tenant:efec50dfe3e74711896d02a8fb431450 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:14.171834 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:14.178484 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:14.197091 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Made reservation on behalf of efec50dfe3e74711896d02a8fb431450 for: {'network': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:23:14.208891 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for network, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:14.221848 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:14.236016 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:14.239872 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Usage tracker for resource:security_group_rule and tenant:efec50dfe3e74711896d02a8fb431450 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:14.243221 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:14.248939 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:14.350523 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:14.357139 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:14.361307 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-cac07062-a985-409b-95d9-5e9beb080974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:14.396417 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=79261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:23:14.406125 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b44599b-5b62-47b1-a9e1-53bce8dd265a,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:14.410163 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:14.411070 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:14.411408 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.db.segments_db [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Added segment 80f26bfc-cee0-4464-a315-cab88fd349b8 of type vlan for network d6984908-9b09-4267-bb0b-bbcad3b01243 Aug 23 10:23:14.442720 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757078474397'] for network, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:14.477272 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for network, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:14.479099 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:14.479827 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:14.484991 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8ed8365f-35ef-446c-bca6-d8f37848a24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:14.591238 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6904981 Aug 23 10:23:14.591416 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 34336) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:14.596684 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-c5562502-6e55-4c71-819e-1940361a0b5e admin admin] Request body: {'subnet': {'network_id': 'd6984908-9b09-4267-bb0b-bbcad3b01243', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-532536802-subnet', 'tenant_id': 'efec50dfe3e74711896d02a8fb431450', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:23:14.597604 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Pushing event updated for resources: {'Network': ['ID=d6984908-9b09-4267-bb0b-bbcad3b01243,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:14.603280 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-c5562502-6e55-4c71-819e-1940361a0b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:14.609803 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:14.610208 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-c5562502-6e55-4c71-819e-1940361a0b5e admin admin] Usage tracker for resource:subnet and tenant:efec50dfe3e74711896d02a8fb431450 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:14.611673 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Network d6984908-9b09-4267-bb0b-bbcad3b01243 details requested by agent ovs-agent-dv-cinder-802781-2-iscsi with host dv-cinder-802781-2-iscsi {{(pid=79263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:23:14.616856 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-c5562502-6e55-4c71-819e-1940361a0b5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:14.623183 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-c5562502-6e55-4c71-819e-1940361a0b5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:14.641753 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5562502-6e55-4c71-819e-1940361a0b5e admin admin] Made reservation on behalf of efec50dfe3e74711896d02a8fb431450 for: {'subnet': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:23:14.644817 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c5562502-6e55-4c71-819e-1940361a0b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15036580'] for subnet, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:14.873860 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c5562502-6e55-4c71-819e-1940361a0b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14959731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15036630'] for subnet, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:14.879632 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-e048b9df-61b2-4480-b6e9-b7409c5c660c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:14.952505 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5562502-6e55-4c71-819e-1940361a0b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ca6ef1d-19a9-4739-8479-51eb7bc5d052,revision_number=0']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:14.955676 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c5562502-6e55-4c71-819e-1940361a0b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:14.958205 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5562502-6e55-4c71-819e-1940361a0b5e admin admin] Checking segment: {'id': '80f26bfc-cee0-4464-a315-cab88fd349b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd6984908-9b09-4267-bb0b-bbcad3b01243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:23:14.958451 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5562502-6e55-4c71-819e-1940361a0b5e admin admin] Network hostable DHCP agents. Network: d6984908-9b09-4267-bb0b-bbcad3b01243, hostable agents: ['4a75187f-898e-4cea-928c-8d2a7fd8cd5e'], hosted agents: [] {{(pid=79262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:23:14.983806 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5562502-6e55-4c71-819e-1940361a0b5e admin admin] Network d6984908-9b09-4267-bb0b-bbcad3b01243 is scheduled to be hosted by DHCP agent 4a75187f-898e-4cea-928c-8d2a7fd8cd5e with binding_index 1 {{(pid=79262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:23:15.005216 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-c5562502-6e55-4c71-819e-1940361a0b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-iscsi, d6984908-9b09-4267-bb0b-bbcad3b01243) {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:23:15.009895 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5562502-6e55-4c71-819e-1940361a0b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:15.010758 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c5562502-6e55-4c71-819e-1940361a0b5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:15.021397 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05bd33b-0f1a-4f39-bfbd-bb75a723e8cc None None] Network d6984908-9b09-4267-bb0b-bbcad3b01243 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:23:15.056514 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-c5562502-6e55-4c71-819e-1940361a0b5e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4642885 Aug 23 10:23:15.059199 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 34360) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:15.065529 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-532536802-router', 'tenant_id': 'efec50dfe3e74711896d02a8fb431450', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:23:15.072889 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:15.078279 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] Usage tracker for resource:router and tenant:efec50dfe3e74711896d02a8fb431450 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:15.083203 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:15.090517 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:15.111419 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1338'] for router, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:15.112690 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2017208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1331'] for router, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:15.149593 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:15.309218 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb47f0f-bfed-4ff3-9c9c-0721c41655ee None None] Network d6984908-9b09-4267-bb0b-bbcad3b01243 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:23:15.551032 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1317'] for router, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:15.842175 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 34398) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:15.957060 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:15.994664 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:16.140615 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-43ce507f-39a9-4d4c-8877-5b1068736303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:16.155822 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-43ce507f-39a9-4d4c-8877-5b1068736303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:16.159963 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-43ce507f-39a9-4d4c-8877-5b1068736303 admin admin] Usage tracker for resource:security_group_rule and tenant:791cd2a7d29d42b993f949dab275d9d7 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:16.163590 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-43ce507f-39a9-4d4c-8877-5b1068736303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:16.169650 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-43ce507f-39a9-4d4c-8877-5b1068736303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:16.233033 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] Allocated IP 172.27.2.241 (0e8cefd7-d645-4496-8b4b-729be1dafeb2/42841614-a1e8-4916-825f-ef19d8d550be/3dd2a8a9-6fcd-4eec-94ae-de2c40966930) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:23:16.299471 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-43ce507f-39a9-4d4c-8877-5b1068736303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:16.306318 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-43ce507f-39a9-4d4c-8877-5b1068736303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:16.326571 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3fdb575b-dd81-4e95-9a4d-447ce3ede9fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:16.387045 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-43ce507f-39a9-4d4c-8877-5b1068736303 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=791cd2a7d29d42b993f949dab275d9d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5431874 Aug 23 10:23:16.389132 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce507f-39a9-4d4c-8877-5b1068736303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241f065c-4a76-4f3b-98c6-ac69ae90e629,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:16.391652 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 34422) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:16.394303 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-43ce507f-39a9-4d4c-8877-5b1068736303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:16.468671 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-93110866-a7f2-401c-8f48-0e3b2dc01285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:16.473702 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:16.486263 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 34428) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:16.522013 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-93110866-a7f2-401c-8f48-0e3b2dc01285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:16.535885 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:16.543539 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:16.604015 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-93110866-a7f2-401c-8f48-0e3b2dc01285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:16.612687 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9f20b0e9-a7ee-4aeb-9539-08cf2ae6102a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:16.627164 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93110866-a7f2-401c-8f48-0e3b2dc01285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241f065c-4a76-4f3b-98c6-ac69ae90e629,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:16.630931 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-93110866-a7f2-401c-8f48-0e3b2dc01285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:16.647802 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-93110866-a7f2-401c-8f48-0e3b2dc01285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:16.649194 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-93110866-a7f2-401c-8f48-0e3b2dc01285 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/241f065c-4a76-4f3b-98c6-ac69ae90e629 HTTP/1.1" status: 204 len: 168 time: 0.2566080 Aug 23 10:23:16.665993 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] Network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:23:16.669034 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:23:16.675835 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:23:16.734312 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] Pushing event updated for resources: {'Port': ['ID=3dd2a8a9-6fcd-4eec-94ae-de2c40966930,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:16.740475 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6fd8d562-b037-4908-a75a-3aaf23c22338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:16.751285 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:16.765738 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-6fd8d562-b037-4908-a75a-3aaf23c22338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:16.772434 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-6fd8d562-b037-4908-a75a-3aaf23c22338 admin admin] Usage tracker for resource:security_group_rule and tenant:b9780fe68a3d42f5bcb7607ba24b1e19 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:16.776851 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-6fd8d562-b037-4908-a75a-3aaf23c22338 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:16.839452 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-6fd8d562-b037-4908-a75a-3aaf23c22338 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:17.187114 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6fd8d562-b037-4908-a75a-3aaf23c22338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:17.262672 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6fd8d562-b037-4908-a75a-3aaf23c22338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:17.275373 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-2ce5f1b3-e8b0-47df-b95c-e99b18cc9fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:17.323622 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-6fd8d562-b037-4908-a75a-3aaf23c22338 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9780fe68a3d42f5bcb7607ba24b1e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8362904 Aug 23 10:23:17.326618 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 34496) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:17.330068 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8d562-b037-4908-a75a-3aaf23c22338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad4e34b-656c-44ff-a3f5-a14ef3d629fd,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:17.335400 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-6fd8d562-b037-4908-a75a-3aaf23c22338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:17.335974 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:17.417208 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-556f23eb-da26-47bd-983a-95511ff1c57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:17.467434 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-556f23eb-da26-47bd-983a-95511ff1c57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:17.531942 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-556f23eb-da26-47bd-983a-95511ff1c57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:17.542425 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a01b5cf7-9d3f-4e1d-9f71-cc7a62775350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:17.567481 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f23eb-da26-47bd-983a-95511ff1c57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad4e34b-656c-44ff-a3f5-a14ef3d629fd,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:17.589252 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-556f23eb-da26-47bd-983a-95511ff1c57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:17.594894 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-556f23eb-da26-47bd-983a-95511ff1c57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:17.598882 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-556f23eb-da26-47bd-983a-95511ff1c57c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ad4e34b-656c-44ff-a3f5-a14ef3d629fd HTTP/1.1" status: 204 len: 168 time: 0.2712889 Aug 23 10:23:17.781888 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589225'] for router, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:18.311882 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] Router a2b02a3f-5a49-4e74-bded-001a0fb76776 is scheduled to L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 with binding_index 1 {{(pid=79262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 10:23:18.562864 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:23:18.572125 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] Sync routers for ids ['a2b02a3f-5a49-4e74-bded-001a0fb76776'] in dv-cinder-802781-2-iscsi {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:23:18.587200 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] Routers {'a2b02a3f-5a49-4e74-bded-001a0fb76776'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:23:18.589229 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:23:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['a2b02a3f-5a49-4e74-bded-001a0fb76776'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:18.610154 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] Notify callbacks [] for router, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:18.612406 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5516248 Aug 23 10:23:18.615633 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 34586) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:18.953803 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] Set router a2b02a3f-5a49-4e74-bded-001a0fb76776 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:23:19.374462 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b02a3f-5a49-4e74-bded-001a0fb76776', 'name': 'tempest-ServerRescueNegativeTestJSON-532536802-router', 'tenant_id': 'efec50dfe3e74711896d02a8fb431450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '3dd2a8a9-6fcd-4eec-94ae-de2c40966930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:15Z', 'updated_at': '2021-08-23T10:23:16Z', 'revision_number': 3, 'project_id': 'efec50dfe3e74711896d02a8fb431450', 'gw_port': {'id': '3dd2a8a9-6fcd-4eec-94ae-de2c40966930', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:51:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b02a3f-5a49-4e74-bded-001a0fb76776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:16Z', 'updated_at': '2021-08-23T10:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:19.379592 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] Checking router: a2b02a3f-5a49-4e74-bded-001a0fb76776 for host: dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:23:19.380712 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] Updating router a2b02a3f-5a49-4e74-bded-001a0fb76776 port 3dd2a8a9-6fcd-4eec-94ae-de2c40966930 binding host dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:23:19.452503 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:19.893384 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] Notify callbacks [] for port, precommit_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:19.932022 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.provisioning_blocks [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] Transition to ACTIVE for port object 3dd2a8a9-6fcd-4eec-94ae-de2c40966930 will not be triggered until provisioned by entity L2. {{(pid=79264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:23:19.952753 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-876d8be6-764f-48ba-a015-efea4806bbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:19.955526 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:19.962888 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-9cfe0956-6902-4580-8896-9a6c61e84c63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:20.130109 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] Attempting to bind port 3dd2a8a9-6fcd-4eec-94ae-de2c40966930 on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:23:20.130787 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] Attempting to bind port 3dd2a8a9-6fcd-4eec-94ae-de2c40966930 by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}] {{(pid=79264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:23:20.131351 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] Attempting to bind port 3dd2a8a9-6fcd-4eec-94ae-de2c40966930 on network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:23:20.136279 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a66248-ab68-44d4-ba10-da0ab6a01598 None None] Pushing event updated for resources: {'Port': ['ID=3dd2a8a9-6fcd-4eec-94ae-de2c40966930,revision_number=2']} {{(pid=79264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:20.142627 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:23:20.143003 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] Checking segment: {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:23:20.143404 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:20.143792 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] Bound using segment: {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'} {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:23:20.144462 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] Bound port: 3dd2a8a9-6fcd-4eec-94ae-de2c40966930, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}}] {{(pid=79264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:23:20.144947 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:20.219379 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a66248-ab68-44d4-ba10-da0ab6a01598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:20.219379 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a66248-ab68-44d4-ba10-da0ab6a01598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:20.219379 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a66248-ab68-44d4-ba10-da0ab6a01598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:20.219379 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a66248-ab68-44d4-ba10-da0ab6a01598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:20.219379 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a66248-ab68-44d4-ba10-da0ab6a01598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:20.219379 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a66248-ab68-44d4-ba10-da0ab6a01598 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:20.220073 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a66248-ab68-44d4-ba10-da0ab6a01598 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:20.220623 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a66248-ab68-44d4-ba10-da0ab6a01598 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:20.220976 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a66248-ab68-44d4-ba10-da0ab6a01598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:20.221425 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a66248-ab68-44d4-ba10-da0ab6a01598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:20.222216 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a66248-ab68-44d4-ba10-da0ab6a01598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:20.222216 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a66248-ab68-44d4-ba10-da0ab6a01598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:20.229778 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-b6a66248-ab68-44d4-ba10-da0ab6a01598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:20.269152 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.db [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] For port 3dd2a8a9-6fcd-4eec-94ae-de2c40966930, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:23:20.274116 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.db [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] For port 3dd2a8a9-6fcd-4eec-94ae-de2c40966930, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=3dd2a8a9-6fcd-4eec-94ae-de2c40966930,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:23:20.280799 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:20.288298 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:20.309500 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [None req-876d8be6-764f-48ba-a015-efea4806bbca admin admin] Allocated IP 172.20.0.1 (d6984908-9b09-4267-bb0b-bbcad3b01243/0ca6ef1d-19a9-4739-8479-51eb7bc5d052/f51aa41a-af5b-41ca-a4b5-c8e3f31c2410) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:23:20.384903 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a66248-ab68-44d4-ba10-da0ab6a01598 None None] Pushing event updated for resources: {'Port': ['ID=3dd2a8a9-6fcd-4eec-94ae-de2c40966930,revision_number=3']} {{(pid=79264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:20.386839 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-b6a66248-ab68-44d4-ba10-da0ab6a01598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:20.400040 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] Routers {'a2b02a3f-5a49-4e74-bded-001a0fb76776'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:23:20.400721 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:23:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['a2b02a3f-5a49-4e74-bded-001a0fb76776'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:20.607652 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-876d8be6-764f-48ba-a015-efea4806bbca admin admin] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:20.680264 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-876d8be6-764f-48ba-a015-efea4806bbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:20.703611 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a97308e4-c35c-474c-8bdc-5b3d88adf41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:20.768020 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] Set router a2b02a3f-5a49-4e74-bded-001a0fb76776 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:23:20.839014 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d8be6-764f-48ba-a015-efea4806bbca admin admin] Pushing event updated for resources: {'Port': ['ID=f51aa41a-af5b-41ca-a4b5-c8e3f31c2410,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:20.854650 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-876d8be6-764f-48ba-a015-efea4806bbca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:20.872541 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876d8be6-764f-48ba-a015-efea4806bbca admin admin] Network d6984908-9b09-4267-bb0b-bbcad3b01243 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:23:20.873738 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-876d8be6-764f-48ba-a015-efea4806bbca admin admin] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:23:20.876517 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876d8be6-764f-48ba-a015-efea4806bbca admin admin] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:23:20.990472 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-876d8be6-764f-48ba-a015-efea4806bbca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698860'] for router_interface, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:21.038849 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-c4b7a209-dcba-4dda-b040-3ab00d33cde0 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d9b47bc70fe94ff1908df3b3cf5a1e71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652442 Aug 23 10:23:21.126979 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b02a3f-5a49-4e74-bded-001a0fb76776', 'name': 'tempest-ServerRescueNegativeTestJSON-532536802-router', 'tenant_id': 'efec50dfe3e74711896d02a8fb431450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '3dd2a8a9-6fcd-4eec-94ae-de2c40966930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:15Z', 'updated_at': '2021-08-23T10:23:16Z', 'revision_number': 3, 'project_id': 'efec50dfe3e74711896d02a8fb431450', 'gw_port': {'id': '3dd2a8a9-6fcd-4eec-94ae-de2c40966930', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:51:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b02a3f-5a49-4e74-bded-001a0fb76776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:16Z', 'updated_at': '2021-08-23T10:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:21.131152 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e48aec1-8d45-4c9d-bc92-e97dea762451 None None] The sync data for ids ['a2b02a3f-5a49-4e74-bded-001a0fb76776'] in dv-cinder-802781-2-iscsi is: [{'id': 'a2b02a3f-5a49-4e74-bded-001a0fb76776', 'name': 'tempest-ServerRescueNegativeTestJSON-532536802-router', 'tenant_id': 'efec50dfe3e74711896d02a8fb431450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '3dd2a8a9-6fcd-4eec-94ae-de2c40966930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:15Z', 'updated_at': '2021-08-23T10:23:16Z', 'revision_number': 3, 'project_id': 'efec50dfe3e74711896d02a8fb431450', 'gw_port': {'id': '3dd2a8a9-6fcd-4eec-94ae-de2c40966930', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:51:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b02a3f-5a49-4e74-bded-001a0fb76776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:16Z', 'updated_at': '2021-08-23T10:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}] {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:23:21.229827 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-7b9a5c82-6841-470a-8c1d-c3d5ffdc31bd tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:21.231718 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-7b9a5c82-6841-470a-8c1d-c3d5ffdc31bd tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1916687 Aug 23 10:23:21.287248 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-b46e7215-f70a-404c-8775-32560f222d7c tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/quotas/d9b47bc70fe94ff1908df3b3cf5a1e71 HTTP/1.1" status: 200 len: 375 time: 0.0433486 Aug 23 10:23:21.361229 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-ca969735-7a73-4b64-9d66-c2a67963d4a9 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d9b47bc70fe94ff1908df3b3cf5a1e71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626540 Aug 23 10:23:21.376177 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-876d8be6-764f-48ba-a015-efea4806bbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:21.668634 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 3dd2a8a9-6fcd-4eec-94ae-de2c40966930 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:23:21.769370 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c3857600-4f8d-4d5a-8819-9ea9107d58e3 req-15065c7b-a62c-4e5c-b98b-25662bb75384 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 210 time: 0.1468518 Aug 23 10:23:21.820171 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port 3dd2a8a9-6fcd-4eec-94ae-de2c40966930 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:23:21.857349 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 3dd2a8a9-6fcd-4eec-94ae-de2c40966930 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:23:21.859454 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:21.931706 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-876d8be6-764f-48ba-a015-efea4806bbca admin admin] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:21.945191 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-876d8be6-764f-48ba-a015-efea4806bbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14701805'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:22.149423 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:22.189945 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port 3dd2a8a9-6fcd-4eec-94ae-de2c40966930, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=3dd2a8a9-6fcd-4eec-94ae-de2c40966930,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:22.211792 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:22.215880 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:22.241209 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:22.384692 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=3dd2a8a9-6fcd-4eec-94ae-de2c40966930,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:22.404729 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-876d8be6-764f-48ba-a015-efea4806bbca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1815952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698883'] for router_interface, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:22.409068 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:22.421643 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:22.422546 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:22.423038 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:22.423560 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:22.424110 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:22.424683 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:22.425177 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:22.425700 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:22.426178 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:22.426660 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:22.427163 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:22.437188 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:22.478310 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d8be6-764f-48ba-a015-efea4806bbca admin admin] Pushing event updated for resources: {'Port': ['ID=f51aa41a-af5b-41ca-a4b5-c8e3f31c2410,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:22.492192 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-876d8be6-764f-48ba-a015-efea4806bbca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:22.663399 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876d8be6-764f-48ba-a015-efea4806bbca admin admin] Network d6984908-9b09-4267-bb0b-bbcad3b01243 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:23:22.664656 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-876d8be6-764f-48ba-a015-efea4806bbca admin admin] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:23:22.871676 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876d8be6-764f-48ba-a015-efea4806bbca admin admin] Router a2b02a3f-5a49-4e74-bded-001a0fb76776 has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:23:22.953527 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 34750) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:22.998104 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-58df8143-68c9-4cdd-beee-81e9670b163c req-d020b6eb-0b72-4d0a-a93d-ad39a3781f21 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 210 time: 0.0635898 Aug 23 10:23:23.111651 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876d8be6-764f-48ba-a015-efea4806bbca admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:23:23.132670 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-876d8be6-764f-48ba-a015-efea4806bbca admin admin] 10.222.0.21 "PUT /v2.0/routers/a2b02a3f-5a49-4e74-bded-001a0fb76776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5040181 Aug 23 10:23:23.159726 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-41fe5630-f44c-4468-a303-d9a70b490fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:23.179425 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-41fe5630-f44c-4468-a303-d9a70b490fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:23.183923 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-41fe5630-f44c-4468-a303-d9a70b490fb7 admin admin] Usage tracker for resource:security_group_rule and tenant:e7ce5f5225814fc5b9da3b5bf3a62199 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:23.187899 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-41fe5630-f44c-4468-a303-d9a70b490fb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:23.211959 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-41fe5630-f44c-4468-a303-d9a70b490fb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:23.247343 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-3a48f593-cdf1-4bf3-a5f9-e81d1e3260be tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=d9b47bc70fe94ff1908df3b3cf5a1e71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540292 Aug 23 10:23:23.361628 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-41fe5630-f44c-4468-a303-d9a70b490fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:23.369084 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-41fe5630-f44c-4468-a303-d9a70b490fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:23.379201 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-966e1101-fc4f-4c6f-ad34-298faf05938c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:23.429482 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe5630-f44c-4468-a303-d9a70b490fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052d3ed4-2f3e-4366-bc28-b73b12aefbfa,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:23.433350 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-41fe5630-f44c-4468-a303-d9a70b490fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:23.439381 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-41fe5630-f44c-4468-a303-d9a70b490fb7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7ce5f5225814fc5b9da3b5bf3a62199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4842556 Aug 23 10:23:23.440120 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 34764) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:23.521006 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] Sync routers for ids ['a2b02a3f-5a49-4e74-bded-001a0fb76776'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:23:23.536610 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-56e95f13-8050-42f7-8b66-5b88ef5ecc59 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:23.538720 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-56e95f13-8050-42f7-8b66-5b88ef5ecc59 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2846677 Aug 23 10:23:23.541095 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] Routers {'a2b02a3f-5a49-4e74-bded-001a0fb76776'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:23:23.542142 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:23:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['a2b02a3f-5a49-4e74-bded-001a0fb76776'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:23.554654 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Request body: {'port': {'device_id': '0d2eda5d-4a68-4fc8-9d6a-a2892099c454', 'network_id': 'a87a8bcf-a45e-4bef-8692-b28a3b26a32b', 'admin_state_up': True, 'tenant_id': 'd9b47bc70fe94ff1908df3b3cf5a1e71'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:23:23.556767 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-864dbbcd-3cf4-4112-bf7f-d4cfbfa89733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:23.649320 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-864dbbcd-3cf4-4112-bf7f-d4cfbfa89733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:23.664597 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 3dd2a8a9-6fcd-4eec-94ae-de2c40966930 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:23:23.755273 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-864dbbcd-3cf4-4112-bf7f-d4cfbfa89733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:23.771726 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-6bf09769-7c7f-4bc4-8397-cb4cb2346ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:23.790741 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864dbbcd-3cf4-4112-bf7f-d4cfbfa89733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052d3ed4-2f3e-4366-bc28-b73b12aefbfa,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:23.803729 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-864dbbcd-3cf4-4112-bf7f-d4cfbfa89733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:23.813349 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-864dbbcd-3cf4-4112-bf7f-d4cfbfa89733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:23.814745 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-864dbbcd-3cf4-4112-bf7f-d4cfbfa89733 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/052d3ed4-2f3e-4366-bc28-b73b12aefbfa HTTP/1.1" status: 204 len: 168 time: 0.3735435 Aug 23 10:23:23.859828 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:23.864610 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Usage tracker for resource:port and tenant:d9b47bc70fe94ff1908df3b3cf5a1e71 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:23.876504 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:23.883915 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:23.890603 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 3dd2a8a9-6fcd-4eec-94ae-de2c40966930 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:23:23.890603 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:24.158705 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Made reservation on behalf of d9b47bc70fe94ff1908df3b3cf5a1e71 for: {'port': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:23:24.163896 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:24.215726 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] Set router a2b02a3f-5a49-4e74-bded-001a0fb76776 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:23:24.216315 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:24.261760 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-e03194ba-cdb3-4e7e-9b72-2869ad4f586c tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:24.262500 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-e03194ba-cdb3-4e7e-9b72-2869ad4f586c tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Synchronizing usage tracker for tenant:efec50dfe3e74711896d02a8fb431450 on resource:network {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:23:24.289118 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:24.324877 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ec06b4fe-9638-483d-8e40-57cce43c77ac req-04d8647c-377b-4ebf-9636-f468cd3e03d2 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 210 time: 0.1124239 Aug 23 10:23:24.332727 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Usage tracker for resource:security_group_rule and tenant:d9b47bc70fe94ff1908df3b3cf5a1e71 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:24.340614 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:24.343453 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-e03194ba-cdb3-4e7e-9b72-2869ad4f586c tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Unset dirty status for tenant:efec50dfe3e74711896d02a8fb431450 on resource:network {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:23:24.350344 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-e03194ba-cdb3-4e7e-9b72-2869ad4f586c tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/networks?id=d6984908-9b09-4267-bb0b-bbcad3b01243 HTTP/1.1" status: 200 len: 818 time: 0.4537659 Aug 23 10:23:24.357686 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:24.403405 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 34818) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:24.407409 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-d4bb85cc-62fc-4c5f-bb9f-8ce26c4006cc tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/quotas/efec50dfe3e74711896d02a8fb431450 HTTP/1.1" status: 200 len: 375 time: 0.0435247 Aug 23 10:23:24.430143 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c2491e0c-9be8-489b-9c99-f687299e9903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:24.470338 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-c2491e0c-9be8-489b-9c99-f687299e9903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:24.475970 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-c2491e0c-9be8-489b-9c99-f687299e9903 admin admin] Usage tracker for resource:security_group_rule and tenant:7e106120f0e240be8e0fae6a11bc5978 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:24.486910 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-c2491e0c-9be8-489b-9c99-f687299e9903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:24.503997 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-c2491e0c-9be8-489b-9c99-f687299e9903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:24.644939 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-5d7e1fa0-d612-42bd-a4f8-09f2c83bff36 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Synchronizing usage tracker for tenant:efec50dfe3e74711896d02a8fb431450 on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:23:24.654925 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:24.657072 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c2491e0c-9be8-489b-9c99-f687299e9903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:24.663708 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c2491e0c-9be8-489b-9c99-f687299e9903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:24.664061 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:24.669356 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:24.672697 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-64b57395-a2b8-4d07-a742-deb455eccdeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:24.722218 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-c2491e0c-9be8-489b-9c99-f687299e9903 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e106120f0e240be8e0fae6a11bc5978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173287 Aug 23 10:23:24.723004 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2491e0c-9be8-489b-9c99-f687299e9903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953ceed7-a019-4a30-9097-691b6cf7eedd,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:24.727031 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c2491e0c-9be8-489b-9c99-f687299e9903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:24.727498 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 34822) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:24.730845 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-5d7e1fa0-d612-42bd-a4f8-09f2c83bff36 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Unset dirty status for tenant:efec50dfe3e74711896d02a8fb431450 on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:23:24.732374 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-5d7e1fa0-d612-42bd-a4f8-09f2c83bff36 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=efec50dfe3e74711896d02a8fb431450&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3082557 Aug 23 10:23:24.809212 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ef75ac-49cb-4db8-aa7c-1ac3d6931e1c,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:24.814288 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f0d91858-873a-45ea-a6a2-4e83980c18f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:24.816408 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:24.852362 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b02a3f-5a49-4e74-bded-001a0fb76776', 'name': 'tempest-ServerRescueNegativeTestJSON-532536802-router', 'tenant_id': 'efec50dfe3e74711896d02a8fb431450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '3dd2a8a9-6fcd-4eec-94ae-de2c40966930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:15Z', 'updated_at': '2021-08-23T10:23:21Z', 'revision_number': 4, 'project_id': 'efec50dfe3e74711896d02a8fb431450', 'gw_port': {'id': '3dd2a8a9-6fcd-4eec-94ae-de2c40966930', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b02a3f-5a49-4e74-bded-001a0fb76776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:16Z', 'updated_at': '2021-08-23T10:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': 'f51aa41a-af5b-41ca-a4b5-c8e3f31c2410', 'name': '', 'network_id': 'd6984908-9b09-4267-bb0b-bbcad3b01243', 'tenant_id': 'efec50dfe3e74711896d02a8fb431450', 'mac_address': 'fa:16:3e:07:8c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b02a3f-5a49-4e74-bded-001a0fb76776', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '0ca6ef1d-19a9-4739-8479-51eb7bc5d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:20Z', 'updated_at': '2021-08-23T10:23:21Z', 'revision_number': 2, 'project_id': 'efec50dfe3e74711896d02a8fb431450', 'subnets': [{'id': '0ca6ef1d-19a9-4739-8479-51eb7bc5d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:24.858979 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] Checking router: a2b02a3f-5a49-4e74-bded-001a0fb76776 for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:23:24.859232 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f0d91858-873a-45ea-a6a2-4e83980c18f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:24.859609 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] Updating router a2b02a3f-5a49-4e74-bded-001a0fb76776 port f51aa41a-af5b-41ca-a4b5-c8e3f31c2410 binding host dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:23:24.923490 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f0d91858-873a-45ea-a6a2-4e83980c18f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:24.936613 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:24.938953 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-6fd8d562-b037-4908-a75a-3aaf23c22338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:24.961034 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d91858-873a-45ea-a6a2-4e83980c18f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953ceed7-a019-4a30-9097-691b6cf7eedd,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:24.965836 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f0d91858-873a-45ea-a6a2-4e83980c18f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:24.967064 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f0d91858-873a-45ea-a6a2-4e83980c18f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:24.968164 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-f0d91858-873a-45ea-a6a2-4e83980c18f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/953ceed7-a019-4a30-9097-691b6cf7eedd HTTP/1.1" status: 204 len: 168 time: 0.2397206 Aug 23 10:23:25.097348 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-fb0f005e-688c-496f-be1c-111ce611a71c service neutron] 10.222.0.21 "GET /v2.0/networks/d6984908-9b09-4267-bb0b-bbcad3b01243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554986 Aug 23 10:23:25.103278 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Allocated IP 192.168.233.100 (a87a8bcf-a45e-4bef-8692-b28a3b26a32b/5cad59ba-15dc-4819-81b6-a46f07986209/4727316f-61a3-4d7f-9fcf-ba16b55fbd0b) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:23:25.325865 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-917906d0-2dd2-49b2-a770-59e4ea2de697 service neutron] 10.222.0.21 "GET /v2.0/networks/d6984908-9b09-4267-bb0b-bbcad3b01243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127178 Aug 23 10:23:25.497960 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:25.519329 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Transition to ACTIVE for port object 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b will not be triggered until provisioned by entity DHCP. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:23:25.520260 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] Notify callbacks [] for port, precommit_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:25.547062 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:25.559270 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] Transition to ACTIVE for port object f51aa41a-af5b-41ca-a4b5-c8e3f31c2410 will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:23:25.566148 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-47dafc3d-fb52-452f-9f50-901eb0fe1348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:25.575621 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:25.598134 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:25.742202 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ac200-3e89-4f41-ab67-670c90864913 req-b953806d-942b-440f-8c26-855ef598cb7e tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:25.752098 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Pushing event updated for resources: {'Port': ['ID=4727316f-61a3-4d7f-9fcf-ba16b55fbd0b,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:25.754291 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b64ac200-3e89-4f41-ab67-670c90864913 req-b953806d-942b-440f-8c26-855ef598cb7e tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 936 time: 0.2610531 Aug 23 10:23:25.770886 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:25.792854 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Network a87a8bcf-a45e-4bef-8692-b28a3b26a32b is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:23:25.794055 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:23:25.798074 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:23:25.877140 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b64ac200-3e89-4f41-ab67-670c90864913 req-7ca2e86a-c269-4acb-800e-0add8e9011e2 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ef75ac-49cb-4db8-aa7c-1ac3d6931e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123078 Aug 23 10:23:26.051154 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-43fcaa6e-9688-4070-a580-cfc15f369492 req-2ebe5a20-7570-4633-9927-ce5dab1f1710 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 210 time: 0.1670206 Aug 23 10:23:26.117655 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:26.118337 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:26.233831 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6864510 Aug 23 10:23:26.254164 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] Request body: {'port': {'device_id': '0d2eda5d-4a68-4fc8-9d6a-a2892099c454', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:23:26.268228 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de165be5-1d87-4c54-b439-0fdf0892eb8e None None] Pushing event updated for resources: {'Port': ['ID=f51aa41a-af5b-41ca-a4b5-c8e3f31c2410,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:26.285668 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-de165be5-1d87-4c54-b439-0fdf0892eb8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:26.286430 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] Attempting to bind port f51aa41a-af5b-41ca-a4b5-c8e3f31c2410 on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:23:26.286875 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] Attempting to bind port f51aa41a-af5b-41ca-a4b5-c8e3f31c2410 by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': '80f26bfc-cee0-4464-a315-cab88fd349b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd6984908-9b09-4267-bb0b-bbcad3b01243'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:23:26.287247 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] Attempting to bind port f51aa41a-af5b-41ca-a4b5-c8e3f31c2410 on network d6984908-9b09-4267-bb0b-bbcad3b01243 {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:23:26.305721 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:23:26.306126 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] Checking segment: {'id': '80f26bfc-cee0-4464-a315-cab88fd349b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd6984908-9b09-4267-bb0b-bbcad3b01243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:23:26.306547 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:26.306948 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] Bound using segment: {'id': '80f26bfc-cee0-4464-a315-cab88fd349b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd6984908-9b09-4267-bb0b-bbcad3b01243'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:23:26.311880 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] Bound port: f51aa41a-af5b-41ca-a4b5-c8e3f31c2410, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f26bfc-cee0-4464-a315-cab88fd349b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd6984908-9b09-4267-bb0b-bbcad3b01243'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:23:26.313206 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:26.502617 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-79c22a01-836c-49af-b635-1ce6cb1b20d6 None None] Provisioning for port 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:23:26.511527 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-79c22a01-836c-49af-b635-1ce6cb1b20d6 None None] Provisioning complete for port 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:23:26.512090 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-79c22a01-836c-49af-b635-1ce6cb1b20d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:26.600700 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] For port f51aa41a-af5b-41ca-a4b5-c8e3f31c2410, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:23:26.605254 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] For port f51aa41a-af5b-41ca-a4b5-c8e3f31c2410, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=f51aa41a-af5b-41ca-a4b5-c8e3f31c2410,segment=NetworkSegment(80f26bfc-cee0-4464-a315-cab88fd349b8),segment_id=80f26bfc-cee0-4464-a315-cab88fd349b8)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:23:26.606445 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-79c22a01-836c-49af-b635-1ce6cb1b20d6 None None] Port 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:23:26.614271 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:26.619348 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:26.651016 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:26.791885 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] Routers {'a2b02a3f-5a49-4e74-bded-001a0fb76776'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:23:26.792534 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:23:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['a2b02a3f-5a49-4e74-bded-001a0fb76776'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:26.843182 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de165be5-1d87-4c54-b439-0fdf0892eb8e None None] Pushing event updated for resources: {'Port': ['ID=f51aa41a-af5b-41ca-a4b5-c8e3f31c2410,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:26.852941 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-de165be5-1d87-4c54-b439-0fdf0892eb8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:26.981446 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-15f5fcb3-b766-44bc-9bb6-19b5968a6671 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:26.997064 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-15f5fcb3-b766-44bc-9bb6-19b5968a6671 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/networks?id=d6984908-9b09-4267-bb0b-bbcad3b01243 HTTP/1.1" status: 200 len: 818 time: 0.4822755 Aug 23 10:23:27.166131 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] Set router a2b02a3f-5a49-4e74-bded-001a0fb76776 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:23:27.166601 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-c2f491b6-b796-43dd-9c67-01ef21a9b3cf tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/quotas/efec50dfe3e74711896d02a8fb431450 HTTP/1.1" status: 200 len: 375 time: 0.1683156 Aug 23 10:23:27.305334 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a019fa8-d4bc-4722-aa36-4d8910e98df8 req-c65034af-980c-473c-b6aa-5475ba9fa17c tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:27.307965 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-8a019fa8-d4bc-4722-aa36-4d8910e98df8 req-c65034af-980c-473c-b6aa-5475ba9fa17c tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 936 time: 0.1120350 Aug 23 10:23:27.382960 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-8a019fa8-d4bc-4722-aa36-4d8910e98df8 req-fd82a5ee-746b-425d-8b60-f23499879d6b tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ef75ac-49cb-4db8-aa7c-1ac3d6931e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669796 Aug 23 10:23:27.426313 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-cae1a19c-de6f-4a76-bfa9-ad355cbcb131 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=efec50dfe3e74711896d02a8fb431450&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2571831 Aug 23 10:23:27.607857 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.db.resource_extend [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 10:23:27.774877 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b02a3f-5a49-4e74-bded-001a0fb76776', 'name': 'tempest-ServerRescueNegativeTestJSON-532536802-router', 'tenant_id': 'efec50dfe3e74711896d02a8fb431450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '3dd2a8a9-6fcd-4eec-94ae-de2c40966930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:15Z', 'updated_at': '2021-08-23T10:23:21Z', 'revision_number': 4, 'project_id': 'efec50dfe3e74711896d02a8fb431450', 'gw_port': {'id': '3dd2a8a9-6fcd-4eec-94ae-de2c40966930', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b02a3f-5a49-4e74-bded-001a0fb76776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:16Z', 'updated_at': '2021-08-23T10:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': 'f51aa41a-af5b-41ca-a4b5-c8e3f31c2410', 'name': '', 'network_id': 'd6984908-9b09-4267-bb0b-bbcad3b01243', 'tenant_id': 'efec50dfe3e74711896d02a8fb431450', 'mac_address': 'fa:16:3e:07:8c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b02a3f-5a49-4e74-bded-001a0fb76776', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '0ca6ef1d-19a9-4739-8479-51eb7bc5d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:20Z', 'updated_at': '2021-08-23T10:23:26Z', 'revision_number': 4, 'project_id': 'efec50dfe3e74711896d02a8fb431450', 'subnets': [{'id': '0ca6ef1d-19a9-4739-8479-51eb7bc5d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:23:27.785055 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ee2551-e22f-431f-8eb2-6d7f9283ce0c None None] The sync data for ids ['a2b02a3f-5a49-4e74-bded-001a0fb76776'] in dv-cinder-802781-2-iscsi is: [{'id': 'a2b02a3f-5a49-4e74-bded-001a0fb76776', 'name': 'tempest-ServerRescueNegativeTestJSON-532536802-router', 'tenant_id': 'efec50dfe3e74711896d02a8fb431450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '3dd2a8a9-6fcd-4eec-94ae-de2c40966930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:15Z', 'updated_at': '2021-08-23T10:23:21Z', 'revision_number': 4, 'project_id': 'efec50dfe3e74711896d02a8fb431450', 'gw_port': {'id': '3dd2a8a9-6fcd-4eec-94ae-de2c40966930', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b02a3f-5a49-4e74-bded-001a0fb76776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:16Z', 'updated_at': '2021-08-23T10:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': 'f51aa41a-af5b-41ca-a4b5-c8e3f31c2410', 'name': '', 'network_id': 'd6984908-9b09-4267-bb0b-bbcad3b01243', 'tenant_id': 'efec50dfe3e74711896d02a8fb431450', 'mac_address': 'fa:16:3e:07:8c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b02a3f-5a49-4e74-bded-001a0fb76776', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '0ca6ef1d-19a9-4739-8479-51eb7bc5d052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:20Z', 'updated_at': '2021-08-23T10:23:26Z', 'revision_number': 4, 'project_id': 'efec50dfe3e74711896d02a8fb431450', 'subnets': [{'id': '0ca6ef1d-19a9-4739-8479-51eb7bc5d052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:23:27.924338 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b {{(pid=79261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:23:27.957611 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:27.978651 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-0c513f7d-5837-4daa-a0e6-ea61d6183288 service neutron] 10.222.0.21 "GET /v2.0/networks/d6984908-9b09-4267-bb0b-bbcad3b01243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419645 Aug 23 10:23:27.995131 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] Transition to ACTIVE for port object 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b will not be triggered until provisioned by entity L2. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:23:28.034225 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14701805'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:28.099923 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:28.275533 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-26116391-250e-41a5-a273-1c1fe5806865 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:28.277079 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-26116391-250e-41a5-a273-1c1fe5806865 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.38 "GET /v2.0/networks?id=d6984908-9b09-4267-bb0b-bbcad3b01243 HTTP/1.1" status: 200 len: 818 time: 0.6083202 Aug 23 10:23:28.344476 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-3909b6a3-e2ae-4f3e-a465-e79b9640f769 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Request body: {'port': {'device_id': '855b2677-3bca-4ab2-b434-e0815962cacc', 'network_id': 'd6984908-9b09-4267-bb0b-bbcad3b01243', 'admin_state_up': True, 'tenant_id': 'efec50dfe3e74711896d02a8fb431450'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:23:28.507838 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] Pushing event updated for resources: {'Port': ['ID=4727316f-61a3-4d7f-9fcf-ba16b55fbd0b,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:28.522129 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:28.541649 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:28.711241 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537c9fa-d019-4caa-ba30-a26fd178c95d req-d911f762-ca0c-476b-b125-1969c6658e69 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:28.719554 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7537c9fa-d019-4caa-ba30-a26fd178c95d req-d911f762-ca0c-476b-b125-1969c6658e69 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 948 time: 0.1256475 Aug 23 10:23:28.746200 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-c4f1c2dc-72d7-4ca2-a353-1368d8e2c141 service neutron] 10.222.0.21 "GET /v2.0/networks/d6984908-9b09-4267-bb0b-bbcad3b01243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7547305 Aug 23 10:23:28.788383 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7537c9fa-d019-4caa-ba30-a26fd178c95d req-289f0918-e375-4ca5-88f6-e465d22194d9 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ef75ac-49cb-4db8-aa7c-1ac3d6931e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671711 Aug 23 10:23:28.910162 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] Attempting to bind port 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:23:28.910561 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] Attempting to bind port 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'c1ab42f2-bf43-499b-8adb-b718d1e9e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a87a8bcf-a45e-4bef-8692-b28a3b26a32b'}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:23:28.910903 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] Attempting to bind port 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b on network a87a8bcf-a45e-4bef-8692-b28a3b26a32b {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:23:28.917065 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-3909b6a3-e2ae-4f3e-a465-e79b9640f769 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:28.923261 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] Port 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b on network a87a8bcf-a45e-4bef-8692-b28a3b26a32b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:23:28.923592 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] Attempting to bind port 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b on network a87a8bcf-a45e-4bef-8692-b28a3b26a32b {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:23:28.935617 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-3909b6a3-e2ae-4f3e-a465-e79b9640f769 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:28.937856 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] Checking agent: {'id': 'f0a3a63c-ec97-42f3-9482-19859e948017', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'started_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:23:28.938201 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] Checking segment: {'id': 'c1ab42f2-bf43-499b-8adb-b718d1e9e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a87a8bcf-a45e-4bef-8692-b28a3b26a32b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:23:28.938669 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] Bound using segment: {'id': 'c1ab42f2-bf43-499b-8adb-b718d1e9e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a87a8bcf-a45e-4bef-8692-b28a3b26a32b'} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:23:28.939098 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] Bound port: 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ab42f2-bf43-499b-8adb-b718d1e9e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a87a8bcf-a45e-4bef-8692-b28a3b26a32b'}}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:23:28.939888 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:29.043460 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-3909b6a3-e2ae-4f3e-a465-e79b9640f769 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Made reservation on behalf of efec50dfe3e74711896d02a8fb431450 for: {'port': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:23:29.047127 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-3909b6a3-e2ae-4f3e-a465-e79b9640f769 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:29.137613 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-56b55335-2777-4f32-b8b0-bff5b56d3667 req-1feb8482-4225-410d-8836-fa34b8004029 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 210 time: 0.0790160 Aug 23 10:23:29.251095 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] For port 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b, host hv-cinder-80278, cleared binding levels {{(pid=79261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:23:29.313895 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] For port 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=4727316f-61a3-4d7f-9fcf-ba16b55fbd0b,segment=NetworkSegment(c1ab42f2-bf43-499b-8adb-b718d1e9e9da),segment_id=c1ab42f2-bf43-499b-8adb-b718d1e9e9da)] {{(pid=79261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:23:29.321108 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14701805'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:29.337924 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:29.432071 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:29.432739 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:29.434104 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] 10.222.0.38 "PUT /v2.0/ports/4727316f-61a3-4d7f-9fcf-ba16b55fbd0b HTTP/1.1" status: 200 len: 1098 time: 3.1851115 Aug 23 10:23:29.436903 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d2eda5d-4a68-4fc8-9d6a-a2892099c454', 'tag': '4727316f-61a3-4d7f-9fcf-ba16b55fbd0b'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:23:29.480091 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] Pushing event updated for resources: {'Port': ['ID=4727316f-61a3-4d7f-9fcf-ba16b55fbd0b,revision_number=3']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:29.484141 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:29.489515 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-3909b6a3-e2ae-4f3e-a465-e79b9640f769 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Allocated IP 172.20.0.8 (d6984908-9b09-4267-bb0b-bbcad3b01243/0ca6ef1d-19a9-4739-8479-51eb7bc5d052/24b1bfc6-9f1e-4231-bc87-37d63dbf0abb) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:23:29.579514 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d2eda5d-4a68-4fc8-9d6a-a2892099c454', 'tag': '4727316f-61a3-4d7f-9fcf-ba16b55fbd0b', 'status': 'completed', 'code': 200} Aug 23 10:23:29.628781 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device f51aa41a-af5b-41ca-a4b5-c8e3f31c2410 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:23:29.721582 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port f51aa41a-af5b-41ca-a4b5-c8e3f31c2410 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:23:29.729172 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port f51aa41a-af5b-41ca-a4b5-c8e3f31c2410 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:23:29.729656 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:29.782375 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-1c03cc06-d787-4ba0-8b06-7986db785b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:29.783862 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-1c03cc06-d787-4ba0-8b06-7986db785b9d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d9b47bc70fe94ff1908df3b3cf5a1e71&device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 1101 time: 0.2769511 Aug 23 10:23:29.893511 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-a33a89f0-d319-466a-97a6-9d44a30c96a7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=4727316f-61a3-4d7f-9fcf-ba16b55fbd0b HTTP/1.1" status: 200 len: 217 time: 0.1000564 Aug 23 10:23:29.951029 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-3909b6a3-e2ae-4f3e-a465-e79b9640f769 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:29.951708 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:29.986781 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-da140057-6ad6-47ad-b042-aeafd12fb708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:29.988428 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-da140057-6ad6-47ad-b042-aeafd12fb708 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5cad59ba-15dc-4819-81b6-a46f07986209 HTTP/1.1" status: 200 len: 843 time: 0.0800323 Aug 23 10:23:29.989163 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port f51aa41a-af5b-41ca-a4b5-c8e3f31c2410, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=f51aa41a-af5b-41ca-a4b5-c8e3f31c2410,segment=NetworkSegment(80f26bfc-cee0-4464-a315-cab88fd349b8),segment_id=80f26bfc-cee0-4464-a315-cab88fd349b8)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:29.994405 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:30.001828 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-a8785498-581a-4121-a58b-5f63fd0ff5bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:30.052716 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9062782-8b59-414e-92ed-61e745155d74 req-d072e811-ba71-4511-b9eb-a8f61686c4e6 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:30.054407 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f9062782-8b59-414e-92ed-61e745155d74 req-d072e811-ba71-4511-b9eb-a8f61686c4e6 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 948 time: 0.1231086 Aug 23 10:23:30.072964 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-3909b6a3-e2ae-4f3e-a465-e79b9640f769 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:30.082941 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:30.096008 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=f51aa41a-af5b-41ca-a4b5-c8e3f31c2410,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:30.099287 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:30.144378 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f9062782-8b59-414e-92ed-61e745155d74 req-e799d562-71e3-4f81-aec7-71ea57f17e76 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ef75ac-49cb-4db8-aa7c-1ac3d6931e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821304 Aug 23 10:23:30.173836 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-3909b6a3-e2ae-4f3e-a465-e79b9640f769 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Network d6984908-9b09-4267-bb0b-bbcad3b01243 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:23:30.177433 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-660a4cbb-8341-4e48-a071-c61ec763eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:30.179498 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-660a4cbb-8341-4e48-a071-c61ec763eb68 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a87a8bcf-a45e-4bef-8692-b28a3b26a32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1820426 Aug 23 10:23:30.183196 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-3909b6a3-e2ae-4f3e-a465-e79b9640f769 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:23:30.185261 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909b6a3-e2ae-4f3e-a465-e79b9640f769 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Pushing event updated for resources: {'Port': ['ID=24b1bfc6-9f1e-4231-bc87-37d63dbf0abb,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:30.188258 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3909b6a3-e2ae-4f3e-a465-e79b9640f769 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:30.189233 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-3909b6a3-e2ae-4f3e-a465-e79b9640f769 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:23:30.412978 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c8614e26-7522-4348-a331-35f5e9ad4a66 req-14bb12f2-9d0c-4cd1-84e8-a83171fed5b9 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 210 time: 0.1009538 Aug 23 10:23:30.524860 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-3909b6a3-e2ae-4f3e-a465-e79b9640f769 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:30.525728 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-3909b6a3-e2ae-4f3e-a465-e79b9640f769 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:30.569791 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-4c3612cb-f0ce-4360-ae2c-60f0dda1c20a tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:30.570571 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-4c3612cb-f0ce-4360-ae2c-60f0dda1c20a tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.38 "GET /v2.0/networks?id=d6984908-9b09-4267-bb0b-bbcad3b01243 HTTP/1.1" status: 200 len: 818 time: 0.2598515 Aug 23 10:23:30.585547 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-017daf9e-5040-4e60-aa1a-c4412c2d23ed service neutron] 10.222.0.38 "GET /v2.0/networks/a87a8bcf-a45e-4bef-8692-b28a3b26a32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618000 Aug 23 10:23:30.586650 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-6999ef47-4faf-4b69-b590-a840eaf5937b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Request body: {'port': {'device_id': '432507ac-aa2c-4b16-8145-ef69aa8d29e0', 'network_id': 'd6984908-9b09-4267-bb0b-bbcad3b01243', 'admin_state_up': True, 'tenant_id': 'efec50dfe3e74711896d02a8fb431450'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:23:30.589115 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-3909b6a3-e2ae-4f3e-a465-e79b9640f769 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2997231 Aug 23 10:23:30.650987 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] Request body: {'port': {'device_id': '855b2677-3bca-4ab2-b434-e0815962cacc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:23:30.807888 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-6999ef47-4faf-4b69-b590-a840eaf5937b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:30.813111 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-6999ef47-4faf-4b69-b590-a840eaf5937b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Usage tracker for resource:port and tenant:efec50dfe3e74711896d02a8fb431450 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:30.816338 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-6999ef47-4faf-4b69-b590-a840eaf5937b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:30.823333 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-6999ef47-4faf-4b69-b590-a840eaf5937b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:30.838276 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-6999ef47-4faf-4b69-b590-a840eaf5937b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Made reservation on behalf of efec50dfe3e74711896d02a8fb431450 for: {'port': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:23:30.843009 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-6999ef47-4faf-4b69-b590-a840eaf5937b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:30.894380 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:30.907640 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-57bdd43d-ffde-4b44-ba9e-62be68646467 req-b8322686-1ee9-4beb-a446-83fbbcda64c2 service neutron] 10.222.0.38 "GET /v2.0/networks/a87a8bcf-a45e-4bef-8692-b28a3b26a32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037035 Aug 23 10:23:31.056973 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-6999ef47-4faf-4b69-b590-a840eaf5937b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Allocated IP 172.20.0.6 (d6984908-9b09-4267-bb0b-bbcad3b01243/0ca6ef1d-19a9-4739-8479-51eb7bc5d052/748b388f-9964-4ed6-81ac-111c4d3790ef) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:23:31.213682 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920fe0b-312b-4af3-a8ce-216c6e8ca51d req-419d2d67-a488-40d5-b24b-dc46e58b0f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:31.215372 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a920fe0b-312b-4af3-a8ce-216c6e8ca51d req-419d2d67-a488-40d5-b24b-dc46e58b0f75 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d9b47bc70fe94ff1908df3b3cf5a1e71&device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 1101 time: 0.2332082 Aug 23 10:23:31.408759 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920fe0b-312b-4af3-a8ce-216c6e8ca51d req-a296e41c-b821-4c38-9dd6-10b3b6ba7616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:31.408759 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a920fe0b-312b-4af3-a8ce-216c6e8ca51d req-a296e41c-b821-4c38-9dd6-10b3b6ba7616 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a87a8bcf-a45e-4bef-8692-b28a3b26a32b HTTP/1.1" status: 200 len: 870 time: 0.1782916 Aug 23 10:23:31.502222 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a920fe0b-312b-4af3-a8ce-216c6e8ca51d req-2333573a-6d88-4e11-a463-98d07c9faa20 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=4727316f-61a3-4d7f-9fcf-ba16b55fbd0b HTTP/1.1" status: 200 len: 217 time: 0.0836546 Aug 23 10:23:31.538822 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device f51aa41a-af5b-41ca-a4b5-c8e3f31c2410 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:23:31.550461 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff0312-fe6e-4f8a-96f7-8400e1a7d45f req-73213fbf-d82d-4477-ad26-32527c05f594 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:31.554824 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d1ff0312-fe6e-4f8a-96f7-8400e1a7d45f req-73213fbf-d82d-4477-ad26-32527c05f594 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 948 time: 0.2318990 Aug 23 10:23:31.580507 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-6999ef47-4faf-4b69-b590-a840eaf5937b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:31.597180 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920fe0b-312b-4af3-a8ce-216c6e8ca51d req-49fb3925-921d-4097-96fc-6830acc7e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:31.599202 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a920fe0b-312b-4af3-a8ce-216c6e8ca51d req-49fb3925-921d-4097-96fc-6830acc7e87b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5cad59ba-15dc-4819-81b6-a46f07986209 HTTP/1.1" status: 200 len: 843 time: 0.0869536 Aug 23 10:23:31.634982 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d1ff0312-fe6e-4f8a-96f7-8400e1a7d45f req-677cc80f-5d21-4e2f-9421-1f4e95be9897 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ef75ac-49cb-4db8-aa7c-1ac3d6931e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493400 Aug 23 10:23:31.656105 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port f51aa41a-af5b-41ca-a4b5-c8e3f31c2410 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:23:31.656105 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:31.660259 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-6999ef47-4faf-4b69-b590-a840eaf5937b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:31.668172 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c3b6a093-82b1-4e05-8f0f-48ebe863c5a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:31.680439 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-28c931e9-128d-4d77-9f91-0676fd59419c req-abe24fc1-1aba-4332-bb01-9954c2729782 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Synchronizing usage tracker for tenant:efec50dfe3e74711896d02a8fb431450 on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:23:31.747634 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-6999ef47-4faf-4b69-b590-a840eaf5937b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Network d6984908-9b09-4267-bb0b-bbcad3b01243 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:23:31.750640 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-6999ef47-4faf-4b69-b590-a840eaf5937b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:23:31.753544 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-6999ef47-4faf-4b69-b590-a840eaf5937b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:23:31.773538 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-28c931e9-128d-4d77-9f91-0676fd59419c req-abe24fc1-1aba-4332-bb01-9954c2729782 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Unset dirty status for tenant:efec50dfe3e74711896d02a8fb431450 on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:23:31.774898 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-28c931e9-128d-4d77-9f91-0676fd59419c req-abe24fc1-1aba-4332-bb01-9954c2729782 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 210 time: 0.1739621 Aug 23 10:23:31.794387 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999ef47-4faf-4b69-b590-a840eaf5937b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Pushing event updated for resources: {'Port': ['ID=748b388f-9964-4ed6-81ac-111c4d3790ef,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:31.804813 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-6999ef47-4faf-4b69-b590-a840eaf5937b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:31.844602 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-6999ef47-4faf-4b69-b590-a840eaf5937b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:31.846375 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-6999ef47-4faf-4b69-b590-a840eaf5937b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:31.894781 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-6999ef47-4faf-4b69-b590-a840eaf5937b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3152196 Aug 23 10:23:31.918139 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920fe0b-312b-4af3-a8ce-216c6e8ca51d req-214779bb-7766-4347-9fe8-d8da307853a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:31.919620 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a920fe0b-312b-4af3-a8ce-216c6e8ca51d req-214779bb-7766-4347-9fe8-d8da307853a9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a87a8bcf-a45e-4bef-8692-b28a3b26a32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1476469 Aug 23 10:23:31.999697 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b1bfc6-9f1e-4231-bc87-37d63dbf0abb {{(pid=79261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:23:32.007647 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:32.022993 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] Transition to ACTIVE for port object 24b1bfc6-9f1e-4231-bc87-37d63dbf0abb will not be triggered until provisioned by entity L2. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:23:32.026281 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14701805'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:32.031127 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5cb21a07-55c7-4c56-afc8-9df7cd714684 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:32.171690 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 35038) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:32.189390 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] Pushing event updated for resources: {'Port': ['ID=24b1bfc6-9f1e-4231-bc87-37d63dbf0abb,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:32.220650 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:32.259259 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] Attempting to bind port 24b1bfc6-9f1e-4231-bc87-37d63dbf0abb on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:23:32.259599 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] Attempting to bind port 24b1bfc6-9f1e-4231-bc87-37d63dbf0abb by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '80f26bfc-cee0-4464-a315-cab88fd349b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd6984908-9b09-4267-bb0b-bbcad3b01243'}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:23:32.259939 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] Attempting to bind port 24b1bfc6-9f1e-4231-bc87-37d63dbf0abb on network d6984908-9b09-4267-bb0b-bbcad3b01243 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:23:32.264749 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] Port 24b1bfc6-9f1e-4231-bc87-37d63dbf0abb on network d6984908-9b09-4267-bb0b-bbcad3b01243 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:23:32.265074 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] Attempting to bind port 24b1bfc6-9f1e-4231-bc87-37d63dbf0abb on network d6984908-9b09-4267-bb0b-bbcad3b01243 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:23:32.270051 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] Checking agent: {'id': 'f0a3a63c-ec97-42f3-9482-19859e948017', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'started_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:23:32.270390 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] Checking segment: {'id': '80f26bfc-cee0-4464-a315-cab88fd349b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd6984908-9b09-4267-bb0b-bbcad3b01243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:23:32.270771 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] Bound using segment: {'id': '80f26bfc-cee0-4464-a315-cab88fd349b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd6984908-9b09-4267-bb0b-bbcad3b01243'} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:23:32.271193 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] Bound port: 24b1bfc6-9f1e-4231-bc87-37d63dbf0abb, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f26bfc-cee0-4464-a315-cab88fd349b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd6984908-9b09-4267-bb0b-bbcad3b01243'}}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:23:32.271566 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:32.291081 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5003e95c-4542-47b4-b7c3-d64eb7b4e0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:32.305426 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-5003e95c-4542-47b4-b7c3-d64eb7b4e0b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:32.309166 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-5003e95c-4542-47b4-b7c3-d64eb7b4e0b7 admin admin] Usage tracker for resource:security_group_rule and tenant:276369f196644643bb4eef4abe8ca534 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:32.311922 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-5003e95c-4542-47b4-b7c3-d64eb7b4e0b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:32.317562 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-5003e95c-4542-47b4-b7c3-d64eb7b4e0b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:32.363508 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] For port 24b1bfc6-9f1e-4231-bc87-37d63dbf0abb, host hv-cinder-80278, cleared binding levels {{(pid=79261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:23:32.367008 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] For port 24b1bfc6-9f1e-4231-bc87-37d63dbf0abb, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=24b1bfc6-9f1e-4231-bc87-37d63dbf0abb,segment=NetworkSegment(80f26bfc-cee0-4464-a315-cab88fd349b8),segment_id=80f26bfc-cee0-4464-a315-cab88fd349b8)] {{(pid=79261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:23:32.370241 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14701805'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:32.374673 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-61cde23e-3703-4c02-964d-8adda9b49caa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:32.399904 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5003e95c-4542-47b4-b7c3-d64eb7b4e0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:32.403881 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5003e95c-4542-47b4-b7c3-d64eb7b4e0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:32.411477 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-82ce74b9-f3b8-4fe3-9774-213e41a49e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:32.453101 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003e95c-4542-47b4-b7c3-d64eb7b4e0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc4b98f-ff90-4463-9646-384851120dfe,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:32.457522 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-5003e95c-4542-47b4-b7c3-d64eb7b4e0b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=276369f196644643bb4eef4abe8ca534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847104 Aug 23 10:23:32.458444 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-5003e95c-4542-47b4-b7c3-d64eb7b4e0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:32.460547 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 35048) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:32.527931 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6233977d-e007-4421-9203-a1de3eeabb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:32.531567 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:32.532187 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:32.533868 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] 10.222.0.38 "PUT /v2.0/ports/24b1bfc6-9f1e-4231-bc87-37d63dbf0abb HTTP/1.1" status: 200 len: 1093 time: 1.9343407 Aug 23 10:23:32.536389 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '855b2677-3bca-4ab2-b434-e0815962cacc', 'tag': '24b1bfc6-9f1e-4231-bc87-37d63dbf0abb'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:23:32.550633 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] Pushing event updated for resources: {'Port': ['ID=24b1bfc6-9f1e-4231-bc87-37d63dbf0abb,revision_number=3']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:32.554206 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:32.563603 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6233977d-e007-4421-9203-a1de3eeabb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:32.614370 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6233977d-e007-4421-9203-a1de3eeabb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:32.619013 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-2809cd10-56ff-4e31-9925-b39a0a9e0353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:32.628814 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233977d-e007-4421-9203-a1de3eeabb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc4b98f-ff90-4463-9646-384851120dfe,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:32.632118 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-6233977d-e007-4421-9203-a1de3eeabb80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:32.636340 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6233977d-e007-4421-9203-a1de3eeabb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:32.637468 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-6233977d-e007-4421-9203-a1de3eeabb80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2cc4b98f-ff90-4463-9646-384851120dfe HTTP/1.1" status: 204 len: 168 time: 0.1762631 Aug 23 10:23:32.823404 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-f9acac92-4b3b-4253-86bf-ccc59173657f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:32.910349 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 35062) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:32.928780 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-710a3c39-f329-47fb-ad2b-9a44fe729bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:32.944359 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-710a3c39-f329-47fb-ad2b-9a44fe729bfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:32.948189 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-710a3c39-f329-47fb-ad2b-9a44fe729bfc admin admin] Usage tracker for resource:security_group_rule and tenant:c3fcefbd101d451fa842beb55c6ece40 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:32.951049 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-710a3c39-f329-47fb-ad2b-9a44fe729bfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:32.956707 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-710a3c39-f329-47fb-ad2b-9a44fe729bfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:33.043609 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-710a3c39-f329-47fb-ad2b-9a44fe729bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.047145 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-710a3c39-f329-47fb-ad2b-9a44fe729bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.055701 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-94492eb4-3f39-479a-927b-75745102a335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:33.092487 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-710a3c39-f329-47fb-ad2b-9a44fe729bfc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3fcefbd101d451fa842beb55c6ece40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810377 Aug 23 10:23:33.094004 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a3c39-f329-47fb-ad2b-9a44fe729bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696fc21d-df28-4b8f-a997-dd572cec5d20,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:33.095156 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 35068) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:33.096939 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-710a3c39-f329-47fb-ad2b-9a44fe729bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:33.158916 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9210-d442-4ecb-bf23-3da4dedfad4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.188040 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9210-d442-4ecb-bf23-3da4dedfad4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.247751 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9210-d442-4ecb-bf23-3da4dedfad4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.251357 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:33.262217 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e9210-d442-4ecb-bf23-3da4dedfad4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696fc21d-df28-4b8f-a997-dd572cec5d20,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:33.267276 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ad2e9210-d442-4ecb-bf23-3da4dedfad4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:33.269743 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ad2e9210-d442-4ecb-bf23-3da4dedfad4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.270857 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-ad2e9210-d442-4ecb-bf23-3da4dedfad4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/696fc21d-df28-4b8f-a997-dd572cec5d20 HTTP/1.1" status: 204 len: 168 time: 0.1747258 Aug 23 10:23:33.612695 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 35080) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:33.613589 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.632692 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1acf9710-bc39-4b69-bee1-c86ebaa5f5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.647506 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-1acf9710-bc39-4b69-bee1-c86ebaa5f5f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:33.651299 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-1acf9710-bc39-4b69-bee1-c86ebaa5f5f6 admin admin] Usage tracker for resource:security_group_rule and tenant:92ee66872ef54800bcfec2707e6adec1 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:33.654195 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-1acf9710-bc39-4b69-bee1-c86ebaa5f5f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:33.659829 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-1acf9710-bc39-4b69-bee1-c86ebaa5f5f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:33.739675 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1acf9710-bc39-4b69-bee1-c86ebaa5f5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.743681 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1acf9710-bc39-4b69-bee1-c86ebaa5f5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.751674 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-d8e2c8d0-e3fb-4868-b468-a75fccad3479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:33.789355 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-1acf9710-bc39-4b69-bee1-c86ebaa5f5f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92ee66872ef54800bcfec2707e6adec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755159 Aug 23 10:23:33.791007 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf9710-bc39-4b69-bee1-c86ebaa5f5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc04e242-a881-4879-89f6-60558069215f,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:33.792018 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 35084) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:33.794085 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-1acf9710-bc39-4b69-bee1-c86ebaa5f5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:33.853815 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9d928e09-7617-49b1-91a3-8a0daf65dbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.878762 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9d928e09-7617-49b1-91a3-8a0daf65dbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.929604 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9d928e09-7617-49b1-91a3-8a0daf65dbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.933227 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-83b442fd-6ad2-4891-a48d-1573000e4590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:33.945384 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d928e09-7617-49b1-91a3-8a0daf65dbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc04e242-a881-4879-89f6-60558069215f,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:33.948106 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-9d928e09-7617-49b1-91a3-8a0daf65dbc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:33.956499 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9d928e09-7617-49b1-91a3-8a0daf65dbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:33.959884 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-9d928e09-7617-49b1-91a3-8a0daf65dbc4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc04e242-a881-4879-89f6-60558069215f HTTP/1.1" status: 204 len: 168 time: 0.1646163 Aug 23 10:23:35.526004 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-af548298-7360-47e7-ac86-09082989fd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:36.067898 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:23:36.386422 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:37.048678 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] Request body: {'port': {'device_id': '432507ac-aa2c-4b16-8145-ef69aa8d29e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:23:37.162562 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '855b2677-3bca-4ab2-b434-e0815962cacc', 'tag': '24b1bfc6-9f1e-4231-bc87-37d63dbf0abb', 'status': 'completed', 'code': 200} Aug 23 10:23:37.172369 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:37.336865 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a920fe0b-312b-4af3-a8ce-216c6e8ca51d req-74f6622b-7375-40ca-bbbe-d8050190e5de service neutron] 10.222.0.38 "GET /v2.0/networks/a87a8bcf-a45e-4bef-8692-b28a3b26a32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924910 Aug 23 10:23:37.348532 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58490cf6-d399-40dd-b127-d0ddec5b7b88 req-92328ee8-f0a9-447f-84a3-e817312a9587 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:37.349761 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-58490cf6-d399-40dd-b127-d0ddec5b7b88 req-92328ee8-f0a9-447f-84a3-e817312a9587 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Synchronizing usage tracker for tenant:d9b47bc70fe94ff1908df3b3cf5a1e71 on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:23:37.353000 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-eae2fbd9-8f08-424b-a7d0-e561491ff520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:37.354446 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-eae2fbd9-8f08-424b-a7d0-e561491ff520 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=efec50dfe3e74711896d02a8fb431450&device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 1096 time: 0.2581549 Aug 23 10:23:37.394335 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ce8c1-e350-46ef-b9a6-b42a46306bd2 req-e9cc3516-761f-4f7f-8df6-6bf00d62d5d5 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:37.395102 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-4e4ce8c1-e350-46ef-b9a6-b42a46306bd2 req-e9cc3516-761f-4f7f-8df6-6bf00d62d5d5 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Synchronizing usage tracker for tenant:efec50dfe3e74711896d02a8fb431450 on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:23:37.446164 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-4e4ce8c1-e350-46ef-b9a6-b42a46306bd2 req-e9cc3516-761f-4f7f-8df6-6bf00d62d5d5 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Unset dirty status for tenant:efec50dfe3e74711896d02a8fb431450 on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:23:37.447482 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4e4ce8c1-e350-46ef-b9a6-b42a46306bd2 req-e9cc3516-761f-4f7f-8df6-6bf00d62d5d5 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 931 time: 0.2340302 Aug 23 10:23:37.468109 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-f7efa812-0d35-43c0-bae8-72f2242ae982 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24b1bfc6-9f1e-4231-bc87-37d63dbf0abb HTTP/1.1" status: 200 len: 217 time: 0.0886550 Aug 23 10:23:37.472388 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-58490cf6-d399-40dd-b127-d0ddec5b7b88 req-92328ee8-f0a9-447f-84a3-e817312a9587 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Unset dirty status for tenant:d9b47bc70fe94ff1908df3b3cf5a1e71 on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:23:37.473499 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-58490cf6-d399-40dd-b127-d0ddec5b7b88 req-92328ee8-f0a9-447f-84a3-e817312a9587 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 948 time: 0.2560310 Aug 23 10:23:37.556224 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4e4ce8c1-e350-46ef-b9a6-b42a46306bd2 req-05da128c-091b-400e-b314-0d3f8259651d tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666642 Aug 23 10:23:37.628036 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-404959e3-ae80-4584-8c7c-bb4d97063efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:37.629489 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-404959e3-ae80-4584-8c7c-bb4d97063efc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0ca6ef1d-19a9-4739-8479-51eb7bc5d052 HTTP/1.1" status: 200 len: 858 time: 0.1529887 Aug 23 10:23:37.638704 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-58490cf6-d399-40dd-b127-d0ddec5b7b88 req-f118954d-2ca8-4436-bf85-f776510eee7a tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Synchronizing usage tracker for tenant:d9b47bc70fe94ff1908df3b3cf5a1e71 on resource:security_group {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:23:37.643354 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 748b388f-9964-4ed6-81ac-111c4d3790ef {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:23:37.650704 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:37.665387 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] Transition to ACTIVE for port object 748b388f-9964-4ed6-81ac-111c4d3790ef will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:23:37.670362 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:37.674225 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:37.701147 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-89848166-e84a-414c-8274-0e01cf4f1d9f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d6984908-9b09-4267-bb0b-bbcad3b01243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598266 Aug 23 10:23:37.707675 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a920fe0b-312b-4af3-a8ce-216c6e8ca51d req-c61e3f47-6934-47b8-bc6e-992f6d165e59 service neutron] 10.222.0.38 "GET /v2.0/networks/a87a8bcf-a45e-4bef-8692-b28a3b26a32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489833 Aug 23 10:23:37.736043 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-58490cf6-d399-40dd-b127-d0ddec5b7b88 req-f118954d-2ca8-4436-bf85-f776510eee7a tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Unset dirty status for tenant:d9b47bc70fe94ff1908df3b3cf5a1e71 on resource:security_group {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:23:37.737217 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-58490cf6-d399-40dd-b127-d0ddec5b7b88 req-f118954d-2ca8-4436-bf85-f776510eee7a tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ef75ac-49cb-4db8-aa7c-1ac3d6931e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273626 Aug 23 10:23:37.830976 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] Pushing event updated for resources: {'Port': ['ID=748b388f-9964-4ed6-81ac-111c4d3790ef,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:37.845113 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-1636366d-85e2-41c3-9387-cf40bc808896 service neutron] 10.222.0.38 "GET /v2.0/networks/d6984908-9b09-4267-bb0b-bbcad3b01243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308064 Aug 23 10:23:37.917869 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:37.918887 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:37.957890 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] Attempting to bind port 748b388f-9964-4ed6-81ac-111c4d3790ef on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:23:37.958227 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] Attempting to bind port 748b388f-9964-4ed6-81ac-111c4d3790ef by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '80f26bfc-cee0-4464-a315-cab88fd349b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd6984908-9b09-4267-bb0b-bbcad3b01243'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:23:37.958555 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] Attempting to bind port 748b388f-9964-4ed6-81ac-111c4d3790ef on network d6984908-9b09-4267-bb0b-bbcad3b01243 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:23:37.963713 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] Port 748b388f-9964-4ed6-81ac-111c4d3790ef on network d6984908-9b09-4267-bb0b-bbcad3b01243 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:23:37.964126 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] Attempting to bind port 748b388f-9964-4ed6-81ac-111c4d3790ef on network d6984908-9b09-4267-bb0b-bbcad3b01243 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:23:37.969278 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] Checking agent: {'id': 'f0a3a63c-ec97-42f3-9482-19859e948017', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'started_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:23:37.969608 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] Checking segment: {'id': '80f26bfc-cee0-4464-a315-cab88fd349b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd6984908-9b09-4267-bb0b-bbcad3b01243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:23:37.969991 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] Bound using segment: {'id': '80f26bfc-cee0-4464-a315-cab88fd349b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd6984908-9b09-4267-bb0b-bbcad3b01243'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:23:37.970414 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] Bound port: 748b388f-9964-4ed6-81ac-111c4d3790ef, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f26bfc-cee0-4464-a315-cab88fd349b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd6984908-9b09-4267-bb0b-bbcad3b01243'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:23:37.970759 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:37.986553 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4b559311-4e72-4e7c-87b8-93deffca1662 req-bb47d50d-b2d5-4bd8-9cdf-868b908788cd service neutron] 10.222.0.38 "GET /v2.0/networks/d6984908-9b09-4267-bb0b-bbcad3b01243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334782 Aug 23 10:23:38.067567 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] For port 748b388f-9964-4ed6-81ac-111c4d3790ef, host hv-cinder-80278, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:23:38.071344 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] For port 748b388f-9964-4ed6-81ac-111c4d3790ef, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=748b388f-9964-4ed6-81ac-111c4d3790ef,segment=NetworkSegment(80f26bfc-cee0-4464-a315-cab88fd349b8),segment_id=80f26bfc-cee0-4464-a315-cab88fd349b8)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:23:38.078057 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:38.083586 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:38.142269 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aafc3a-d3f7-4792-871f-6592a177d8dd req-4ec32f80-7c26-478e-97d8-9bdf89a1ad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:38.144549 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-33aafc3a-d3f7-4792-871f-6592a177d8dd req-4ec32f80-7c26-478e-97d8-9bdf89a1ad1e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=efec50dfe3e74711896d02a8fb431450&device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 1096 time: 0.0990810 Aug 23 10:23:38.160851 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:38.161609 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:38.163869 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] 10.222.0.38 "PUT /v2.0/ports/748b388f-9964-4ed6-81ac-111c4d3790ef HTTP/1.1" status: 200 len: 1093 time: 1.1202888 Aug 23 10:23:38.164457 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432507ac-aa2c-4b16-8145-ef69aa8d29e0', 'tag': '748b388f-9964-4ed6-81ac-111c4d3790ef'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:23:38.186588 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] Pushing event updated for resources: {'Port': ['ID=748b388f-9964-4ed6-81ac-111c4d3790ef,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:38.191012 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:38.303107 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aafc3a-d3f7-4792-871f-6592a177d8dd req-3e8f0494-7f11-4d80-9ebf-8506fe5a0e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:38.304598 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-33aafc3a-d3f7-4792-871f-6592a177d8dd req-3e8f0494-7f11-4d80-9ebf-8506fe5a0e95 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d6984908-9b09-4267-bb0b-bbcad3b01243 HTTP/1.1" status: 200 len: 919 time: 0.1529136 Aug 23 10:23:38.314077 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-615effab-edf1-4eab-bc9d-91df9f688e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:38.315546 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-615effab-edf1-4eab-bc9d-91df9f688e76 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=efec50dfe3e74711896d02a8fb431450&device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 1096 time: 0.0711222 Aug 23 10:23:38.371351 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-33aafc3a-d3f7-4792-871f-6592a177d8dd req-bb0c738c-7848-4ce3-b6a0-018e83aa8843 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24b1bfc6-9f1e-4231-bc87-37d63dbf0abb HTTP/1.1" status: 200 len: 217 time: 0.0592370 Aug 23 10:23:38.398424 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-3142f4ba-bc42-4433-a71a-40646aced11d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=748b388f-9964-4ed6-81ac-111c4d3790ef HTTP/1.1" status: 200 len: 217 time: 0.0631866 Aug 23 10:23:38.465736 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-26357591-ada5-49ba-b7cb-0593e5119702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:38.467425 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-26357591-ada5-49ba-b7cb-0593e5119702 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0ca6ef1d-19a9-4739-8479-51eb7bc5d052 HTTP/1.1" status: 200 len: 858 time: 0.0631726 Aug 23 10:23:38.524071 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-7ed85179-2ea3-4e4f-b8e8-288ebea12b82 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d6984908-9b09-4267-bb0b-bbcad3b01243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483313 Aug 23 10:23:38.536422 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aafc3a-d3f7-4792-871f-6592a177d8dd req-baf74aab-f31e-4a07-8b76-70027fa0a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:38.537934 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-33aafc3a-d3f7-4792-871f-6592a177d8dd req-baf74aab-f31e-4a07-8b76-70027fa0a4db service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0ca6ef1d-19a9-4739-8479-51eb7bc5d052 HTTP/1.1" status: 200 len: 858 time: 0.1571276 Aug 23 10:23:38.596941 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-33aafc3a-d3f7-4792-871f-6592a177d8dd req-7536a75f-fc79-44d1-8744-1abc14924c4a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d6984908-9b09-4267-bb0b-bbcad3b01243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447927 Aug 23 10:23:38.678776 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-8400e95e-bd60-49f1-8aab-b024455d2248 service neutron] 10.222.0.38 "GET /v2.0/networks/d6984908-9b09-4267-bb0b-bbcad3b01243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462641 Aug 23 10:23:38.680352 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432507ac-aa2c-4b16-8145-ef69aa8d29e0', 'tag': '748b388f-9964-4ed6-81ac-111c4d3790ef', 'status': 'completed', 'code': 200} Aug 23 10:23:38.842259 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-cf5b942b-4808-44c1-b59d-3789a49c2f5e req-21c3dc7d-1f04-4584-a8e8-eeaedbf038fc service neutron] 10.222.0.38 "GET /v2.0/networks/d6984908-9b09-4267-bb0b-bbcad3b01243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570737 Aug 23 10:23:38.857462 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-33aafc3a-d3f7-4792-871f-6592a177d8dd req-3a177375-c20a-48d6-8b92-e5f5c05c1a23 service neutron] 10.222.0.38 "GET /v2.0/networks/d6984908-9b09-4267-bb0b-bbcad3b01243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318771 Aug 23 10:23:38.973501 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401bdba-6e05-4de5-91fe-b780d0d6d1d1 req-141b17fc-2859-4182-b212-6454c8822297 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:38.976223 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8401bdba-6e05-4de5-91fe-b780d0d6d1d1 req-141b17fc-2859-4182-b212-6454c8822297 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 943 time: 0.2182276 Aug 23 10:23:39.053126 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ec4c8-0c21-488d-b31d-20132131b5c6 req-67ad3432-a374-438c-a526-59bcc31ce01b tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:39.054665 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-856ec4c8-0c21-488d-b31d-20132131b5c6 req-67ad3432-a374-438c-a526-59bcc31ce01b tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 948 time: 0.2047863 Aug 23 10:23:39.064525 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7cf51-0483-4c2e-a7dd-e0e9f9c36964 req-fc98b14c-5a22-422c-b021-4e8369af0e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:39.065959 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c4b7cf51-0483-4c2e-a7dd-e0e9f9c36964 req-fc98b14c-5a22-422c-b021-4e8369af0e4a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=efec50dfe3e74711896d02a8fb431450&device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 1096 time: 0.1655216 Aug 23 10:23:39.091691 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-8401bdba-6e05-4de5-91fe-b780d0d6d1d1 req-5cae5d77-6f3d-4cf2-8ee6-e69f0593b431 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Synchronizing usage tracker for tenant:efec50dfe3e74711896d02a8fb431450 on resource:security_group {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:23:39.098498 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-33aafc3a-d3f7-4792-871f-6592a177d8dd req-93e2f089-8685-412b-b95e-2ee97791e548 service neutron] 10.222.0.38 "GET /v2.0/networks/d6984908-9b09-4267-bb0b-bbcad3b01243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320366 Aug 23 10:23:39.117469 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-8401bdba-6e05-4de5-91fe-b780d0d6d1d1 req-5cae5d77-6f3d-4cf2-8ee6-e69f0593b431 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Unset dirty status for tenant:efec50dfe3e74711896d02a8fb431450 on resource:security_group {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:23:39.119553 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8401bdba-6e05-4de5-91fe-b780d0d6d1d1 req-5cae5d77-6f3d-4cf2-8ee6-e69f0593b431 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338310 Aug 23 10:23:39.142455 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-856ec4c8-0c21-488d-b31d-20132131b5c6 req-44a8d829-7f76-4c56-98c3-34a9fe271cb4 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ef75ac-49cb-4db8-aa7c-1ac3d6931e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802307 Aug 23 10:23:39.231048 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7cf51-0483-4c2e-a7dd-e0e9f9c36964 req-27ca4c0f-1944-4943-ae18-57d697cd7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:39.232669 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c4b7cf51-0483-4c2e-a7dd-e0e9f9c36964 req-27ca4c0f-1944-4943-ae18-57d697cd7249 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d6984908-9b09-4267-bb0b-bbcad3b01243 HTTP/1.1" status: 200 len: 919 time: 0.1522117 Aug 23 10:23:39.309876 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c4b7cf51-0483-4c2e-a7dd-e0e9f9c36964 req-2621a7c5-a0c6-416b-a357-94dbf76066ba service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=748b388f-9964-4ed6-81ac-111c4d3790ef HTTP/1.1" status: 200 len: 217 time: 0.0682635 Aug 23 10:23:39.392361 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7cf51-0483-4c2e-a7dd-e0e9f9c36964 req-6d840f35-d70a-4a6d-8ef6-c4391707705b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:39.393865 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c4b7cf51-0483-4c2e-a7dd-e0e9f9c36964 req-6d840f35-d70a-4a6d-8ef6-c4391707705b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0ca6ef1d-19a9-4739-8479-51eb7bc5d052 HTTP/1.1" status: 200 len: 858 time: 0.0766053 Aug 23 10:23:39.441049 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c4b7cf51-0483-4c2e-a7dd-e0e9f9c36964 req-760bb7a2-32db-418c-9e26-4eaaca479b78 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d6984908-9b09-4267-bb0b-bbcad3b01243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407681 Aug 23 10:23:39.581504 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c4b7cf51-0483-4c2e-a7dd-e0e9f9c36964 req-b682f489-ecd1-41b9-a57a-27f003ca5847 service neutron] 10.222.0.38 "GET /v2.0/networks/d6984908-9b09-4267-bb0b-bbcad3b01243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334641 Aug 23 10:23:39.758239 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c4b7cf51-0483-4c2e-a7dd-e0e9f9c36964 req-377f49cb-813e-4f5b-9fe2-84b29baa5f51 service neutron] 10.222.0.38 "GET /v2.0/networks/d6984908-9b09-4267-bb0b-bbcad3b01243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701796 Aug 23 10:23:40.340534 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553cd550-c164-4ffa-a2df-7d291218bca7 req-b11740a5-3d0b-4e03-9ed7-e1972dcad98e tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:40.344942 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-553cd550-c164-4ffa-a2df-7d291218bca7 req-b11740a5-3d0b-4e03-9ed7-e1972dcad98e tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 948 time: 0.0879722 Aug 23 10:23:40.379555 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b69a6-515c-4aa1-95f6-96b67de8ad52 req-42712468-348c-4f44-95bb-e70f3012b76e tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:40.381087 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-566b69a6-515c-4aa1-95f6-96b67de8ad52 req-42712468-348c-4f44-95bb-e70f3012b76e tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 943 time: 0.1518455 Aug 23 10:23:40.392825 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-553cd550-c164-4ffa-a2df-7d291218bca7 req-5b9edb0f-93e8-4cd2-91dc-974467b3a027 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ef75ac-49cb-4db8-aa7c-1ac3d6931e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440803 Aug 23 10:23:40.430540 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-566b69a6-515c-4aa1-95f6-96b67de8ad52 req-fa27c1a4-e997-4509-b748-8c70b2345d96 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435939 Aug 23 10:23:40.624138 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 35250) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:40.750591 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-bada399e-2cc8-49d6-ae25-44693b4bffa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:40.768153 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-bada399e-2cc8-49d6-ae25-44693b4bffa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:40.772656 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-bada399e-2cc8-49d6-ae25-44693b4bffa9 admin admin] Usage tracker for resource:security_group_rule and tenant:a98bb2eed7bc471597f199a8469a1174 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:40.776465 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-bada399e-2cc8-49d6-ae25-44693b4bffa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:40.783450 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-bada399e-2cc8-49d6-ae25-44693b4bffa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:40.884431 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-bada399e-2cc8-49d6-ae25-44693b4bffa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:40.891900 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-bada399e-2cc8-49d6-ae25-44693b4bffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:40.916360 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:41.006857 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada399e-2cc8-49d6-ae25-44693b4bffa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f740df03-66e1-498e-81eb-fa08efecf43e,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:41.024617 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-bada399e-2cc8-49d6-ae25-44693b4bffa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:41.031439 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 35274) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:41.040652 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:23:41.045242 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-bada399e-2cc8-49d6-ae25-44693b4bffa9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a98bb2eed7bc471597f199a8469a1174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4197991 Aug 23 10:23:41.097106 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-edbe4009-1c4c-42a5-8711-27e0468f6784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:41.129418 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-edbe4009-1c4c-42a5-8711-27e0468f6784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:41.188188 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=4727316f-61a3-4d7f-9fcf-ba16b55fbd0b,segment=NetworkSegment(c1ab42f2-bf43-499b-8adb-b718d1e9e9da),segment_id=c1ab42f2-bf43-499b-8adb-b718d1e9e9da)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:41.200048 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-edbe4009-1c4c-42a5-8711-27e0468f6784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:41.202318 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': '4727316f-61a3-4d7f-9fcf-ba16b55fbd0b', 'network_id': 'a87a8bcf-a45e-4bef-8692-b28a3b26a32b', 'port_id': '4727316f-61a3-4d7f-9fcf-ba16b55fbd0b', 'mac_address': 'fa:16:3e:03:26:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cad59ba-15dc-4819-81b6-a46f07986209', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:23:41.209575 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-fb81f16f-7cba-49e9-81e8-0d90bf492829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:41.221270 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe4009-1c4c-42a5-8711-27e0468f6784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f740df03-66e1-498e-81eb-fa08efecf43e,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:41.223764 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-edbe4009-1c4c-42a5-8711-27e0468f6784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:41.231041 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-edbe4009-1c4c-42a5-8711-27e0468f6784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:41.232296 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-edbe4009-1c4c-42a5-8711-27e0468f6784 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f740df03-66e1-498e-81eb-fa08efecf43e HTTP/1.1" status: 204 len: 168 time: 0.1998529 Aug 23 10:23:41.278721 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:41.295809 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:23:41.311566 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=4727316f-61a3-4d7f-9fcf-ba16b55fbd0b,segment=NetworkSegment(c1ab42f2-bf43-499b-8adb-b718d1e9e9da),segment_id=c1ab42f2-bf43-499b-8adb-b718d1e9e9da)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:41.315649 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:41.317453 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-474b564d-a7e4-4823-83ed-8df66ae5b909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:41.383189 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=4727316f-61a3-4d7f-9fcf-ba16b55fbd0b,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:41.389920 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:41.540465 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 35290) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:41.588446 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8a0fd940-8580-4153-8b10-c51e95a354cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:41.590875 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e212a-395d-42c3-b138-3f0faab0c59e req-52526483-0c18-494d-b1c8-d7b6051d322e tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:41.592362 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f16e212a-395d-42c3-b138-3f0faab0c59e req-52526483-0c18-494d-b1c8-d7b6051d322e tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 949 time: 0.0873930 Aug 23 10:23:41.619869 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-8a0fd940-8580-4153-8b10-c51e95a354cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:41.625483 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-8a0fd940-8580-4153-8b10-c51e95a354cf admin admin] Usage tracker for resource:security_group_rule and tenant:85ed5071536340699f7bf6b8118b4dff is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:41.630277 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-8a0fd940-8580-4153-8b10-c51e95a354cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:41.637506 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-8a0fd940-8580-4153-8b10-c51e95a354cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:41.638849 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f16e212a-395d-42c3-b138-3f0faab0c59e req-c218ecc3-e1b8-46f0-a336-9d540f688da8 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ef75ac-49cb-4db8-aa7c-1ac3d6931e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405643 Aug 23 10:23:41.678493 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ca58f-6b97-4c26-b9c1-837f553042bf req-e46bcca8-a70c-4c4a-911f-6d961001b6d8 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:41.679956 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-495ca58f-6b97-4c26-b9c1-837f553042bf req-e46bcca8-a70c-4c4a-911f-6d961001b6d8 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 943 time: 0.1236515 Aug 23 10:23:41.741258 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-495ca58f-6b97-4c26-b9c1-837f553042bf req-bdc351b2-e637-4b7b-b88e-ec3fbaca838e tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545752 Aug 23 10:23:41.777063 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8a0fd940-8580-4153-8b10-c51e95a354cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:41.780460 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8a0fd940-8580-4153-8b10-c51e95a354cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:41.789091 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-4980327a-ffd1-4978-a206-40d85a6fd26b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:41.826753 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-8a0fd940-8580-4153-8b10-c51e95a354cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85ed5071536340699f7bf6b8118b4dff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2851112 Aug 23 10:23:41.828624 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fd940-8580-4153-8b10-c51e95a354cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba3f27a-9f8d-4842-ad16-8f4e26926160,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:41.829364 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 35296) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:41.831729 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-8a0fd940-8580-4153-8b10-c51e95a354cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:41.882955 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['4727316f-61a3-4d7f-9fcf-ba16b55fbd0b'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:23:41.890191 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9883ca2b-3c09-43d0-a4f7-6cd2dc584203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:41.916904 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9883ca2b-3c09-43d0-a4f7-6cd2dc584203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:41.970406 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9883ca2b-3c09-43d0-a4f7-6cd2dc584203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:41.975896 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-16a119c0-086a-4dcf-862b-347d936c561a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:41.988900 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883ca2b-3c09-43d0-a4f7-6cd2dc584203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba3f27a-9f8d-4842-ad16-8f4e26926160,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:41.991389 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9883ca2b-3c09-43d0-a4f7-6cd2dc584203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:41.995459 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9883ca2b-3c09-43d0-a4f7-6cd2dc584203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:42.011203 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-9883ca2b-3c09-43d0-a4f7-6cd2dc584203 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ba3f27a-9f8d-4842-ad16-8f4e26926160 HTTP/1.1" status: 204 len: 168 time: 0.1807079 Aug 23 10:23:42.354347 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 35316) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:42.479065 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0600-7cbb-46cd-a2d3-187464cdde98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:42.480538 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 35326) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:42.494716 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-6d7b0600-7cbb-46cd-a2d3-187464cdde98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:42.498698 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-6d7b0600-7cbb-46cd-a2d3-187464cdde98 admin admin] Usage tracker for resource:security_group_rule and tenant:8990838fcb20475aace42e7b2c0214f2 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:42.501780 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-6d7b0600-7cbb-46cd-a2d3-187464cdde98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:42.503414 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d01dd47a-dc99-4b70-b5cc-ef036f5631d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:42.508252 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-6d7b0600-7cbb-46cd-a2d3-187464cdde98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:42.519989 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-d01dd47a-dc99-4b70-b5cc-ef036f5631d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:42.524210 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-d01dd47a-dc99-4b70-b5cc-ef036f5631d5 admin admin] Usage tracker for resource:security_group_rule and tenant:958b32e5e9b14284bb875788a20831ac is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:42.527423 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-d01dd47a-dc99-4b70-b5cc-ef036f5631d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:42.533522 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-d01dd47a-dc99-4b70-b5cc-ef036f5631d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:42.598645 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0600-7cbb-46cd-a2d3-187464cdde98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:42.602430 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0600-7cbb-46cd-a2d3-187464cdde98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:42.610562 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-710a3c39-f329-47fb-ad2b-9a44fe729bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:42.630415 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d01dd47a-dc99-4b70-b5cc-ef036f5631d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:42.635575 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d01dd47a-dc99-4b70-b5cc-ef036f5631d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:42.645456 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-43ce507f-39a9-4d4c-8877-5b1068736303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:42.654140 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b0600-7cbb-46cd-a2d3-187464cdde98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccca53fb-681a-4fa5-96c7-77b88d6ca2b3,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:42.657513 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-6d7b0600-7cbb-46cd-a2d3-187464cdde98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:42.662461 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-6d7b0600-7cbb-46cd-a2d3-187464cdde98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8990838fcb20475aace42e7b2c0214f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042583 Aug 23 10:23:42.662777 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 35338) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:42.687890 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-d01dd47a-dc99-4b70-b5cc-ef036f5631d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=958b32e5e9b14284bb875788a20831ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060099 Aug 23 10:23:42.690469 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 35342) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:42.723616 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c086caac-3091-40cc-a671-d3e2ea6f1d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:42.732594 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01dd47a-dc99-4b70-b5cc-ef036f5631d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4e54ea-a566-4359-a3f2-92a2d5e78948,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:42.737785 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-d01dd47a-dc99-4b70-b5cc-ef036f5631d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:42.753886 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c086caac-3091-40cc-a671-d3e2ea6f1d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:42.763333 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f58cb617-8899-4952-beae-b5bcee6661b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:42.795173 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f58cb617-8899-4952-beae-b5bcee6661b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:42.885242 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b58bb-60c4-4fc3-a618-184dc46c9e62 req-d6a911e6-5764-450b-8b17-0d1fb361621f tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:42.887022 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-db1b58bb-60c4-4fc3-a618-184dc46c9e62 req-d6a911e6-5764-450b-8b17-0d1fb361621f tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 949 time: 0.1041424 Aug 23 10:23:42.888074 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c086caac-3091-40cc-a671-d3e2ea6f1d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:42.892033 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-b12e43ba-24a3-48fb-9e56-7d620a504f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:42.920616 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086caac-3091-40cc-a671-d3e2ea6f1d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccca53fb-681a-4fa5-96c7-77b88d6ca2b3,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:42.923716 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f58cb617-8899-4952-beae-b5bcee6661b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:42.946063 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-d01dd47a-dc99-4b70-b5cc-ef036f5631d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:42.962714 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f58cb617-8899-4952-beae-b5bcee6661b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:42.963829 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-f58cb617-8899-4952-beae-b5bcee6661b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e4e54ea-a566-4359-a3f2-92a2d5e78948 HTTP/1.1" status: 204 len: 168 time: 0.2721453 Aug 23 10:23:42.964911 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58cb617-8899-4952-beae-b5bcee6661b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4e54ea-a566-4359-a3f2-92a2d5e78948,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:42.968391 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f58cb617-8899-4952-beae-b5bcee6661b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:42.986687 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c086caac-3091-40cc-a671-d3e2ea6f1d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:43.007117 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-db1b58bb-60c4-4fc3-a618-184dc46c9e62 req-f2ef8127-8856-4e0d-8a2c-c50d3c44a8ec tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ef75ac-49cb-4db8-aa7c-1ac3d6931e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023285 Aug 23 10:23:43.013718 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 35354) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:43.030240 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c086caac-3091-40cc-a671-d3e2ea6f1d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:43.031176 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-c086caac-3091-40cc-a671-d3e2ea6f1d91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ccca53fb-681a-4fa5-96c7-77b88d6ca2b3 HTTP/1.1" status: 204 len: 168 time: 0.3676209 Aug 23 10:23:43.042493 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 24b1bfc6-9f1e-4231-bc87-37d63dbf0abb details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:23:43.056049 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512f910-d2ad-4780-9423-4ef6064d5940 req-1f466dc9-461a-49d3-acc0-d5b5c7e69dae tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:43.057714 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3512f910-d2ad-4780-9423-4ef6064d5940 req-1f466dc9-461a-49d3-acc0-d5b5c7e69dae tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 943 time: 0.2019498 Aug 23 10:23:43.112061 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3512f910-d2ad-4780-9423-4ef6064d5940 req-8614eb77-971f-4e32-aeb4-4b4f1025957b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488076 Aug 23 10:23:43.163575 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-46aaee3b-d676-4f78-8757-3e6c2ef7ad75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:43.178599 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-46aaee3b-d676-4f78-8757-3e6c2ef7ad75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:43.183632 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-46aaee3b-d676-4f78-8757-3e6c2ef7ad75 admin admin] Usage tracker for resource:security_group_rule and tenant:a2c259f64e554473ae07d24168aab4c4 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:43.187889 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-46aaee3b-d676-4f78-8757-3e6c2ef7ad75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:43.196213 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-46aaee3b-d676-4f78-8757-3e6c2ef7ad75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:43.214653 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 24b1bfc6-9f1e-4231-bc87-37d63dbf0abb, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=24b1bfc6-9f1e-4231-bc87-37d63dbf0abb,segment=NetworkSegment(80f26bfc-cee0-4464-a315-cab88fd349b8),segment_id=80f26bfc-cee0-4464-a315-cab88fd349b8)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:43.237432 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': '24b1bfc6-9f1e-4231-bc87-37d63dbf0abb', 'network_id': 'd6984908-9b09-4267-bb0b-bbcad3b01243', 'port_id': '24b1bfc6-9f1e-4231-bc87-37d63dbf0abb', 'mac_address': 'fa:16:3e:76:96:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca6ef1d-19a9-4739-8479-51eb7bc5d052', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:23:43.306429 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:43.326126 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-46aaee3b-d676-4f78-8757-3e6c2ef7ad75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:43.332069 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-46aaee3b-d676-4f78-8757-3e6c2ef7ad75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:43.338006 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b1bfc6-9f1e-4231-bc87-37d63dbf0abb {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:23:43.341477 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:43.380407 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 24b1bfc6-9f1e-4231-bc87-37d63dbf0abb, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=24b1bfc6-9f1e-4231-bc87-37d63dbf0abb,segment=NetworkSegment(80f26bfc-cee0-4464-a315-cab88fd349b8),segment_id=80f26bfc-cee0-4464-a315-cab88fd349b8)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:43.389480 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:43.389820 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-46aaee3b-d676-4f78-8757-3e6c2ef7ad75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2c259f64e554473ae07d24168aab4c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3748364 Aug 23 10:23:43.390785 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 748b388f-9964-4ed6-81ac-111c4d3790ef details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:23:43.392447 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 35370) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:43.392587 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aaee3b-d676-4f78-8757-3e6c2ef7ad75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e77f3ec-54c5-41c1-a342-a7d6efb37c89,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:43.401107 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-46aaee3b-d676-4f78-8757-3e6c2ef7ad75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:43.407738 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-f683909a-73e5-470d-92fc-5373b71d8b08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:43.496403 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 748b388f-9964-4ed6-81ac-111c4d3790ef, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=748b388f-9964-4ed6-81ac-111c4d3790ef,segment=NetworkSegment(80f26bfc-cee0-4464-a315-cab88fd349b8),segment_id=80f26bfc-cee0-4464-a315-cab88fd349b8)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:43.515853 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8c33fd76-b04a-442d-b307-3d6a37a3727a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:43.519104 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': '748b388f-9964-4ed6-81ac-111c4d3790ef', 'network_id': 'd6984908-9b09-4267-bb0b-bbcad3b01243', 'port_id': '748b388f-9964-4ed6-81ac-111c4d3790ef', 'mac_address': 'fa:16:3e:ff:3d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca6ef1d-19a9-4739-8479-51eb7bc5d052', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:23:43.548324 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8c33fd76-b04a-442d-b307-3d6a37a3727a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:43.602998 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=24b1bfc6-9f1e-4231-bc87-37d63dbf0abb,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:43.606325 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:43.622213 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8c33fd76-b04a-442d-b307-3d6a37a3727a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:43.624707 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:43.627119 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-db7e7116-7fe1-4587-9c28-c59bb537d693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:43.641966 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 748b388f-9964-4ed6-81ac-111c4d3790ef {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:23:43.642798 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33fd76-b04a-442d-b307-3d6a37a3727a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e77f3ec-54c5-41c1-a342-a7d6efb37c89,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:43.646113 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-8c33fd76-b04a-442d-b307-3d6a37a3727a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:43.649217 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8c33fd76-b04a-442d-b307-3d6a37a3727a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:43.650342 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-8c33fd76-b04a-442d-b307-3d6a37a3727a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e77f3ec-54c5-41c1-a342-a7d6efb37c89 HTTP/1.1" status: 204 len: 168 time: 0.2566705 Aug 23 10:23:43.672932 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 748b388f-9964-4ed6-81ac-111c4d3790ef, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=748b388f-9964-4ed6-81ac-111c4d3790ef,segment=NetworkSegment(80f26bfc-cee0-4464-a315-cab88fd349b8),segment_id=80f26bfc-cee0-4464-a315-cab88fd349b8)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:43.680745 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:43.684175 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:43.752814 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=748b388f-9964-4ed6-81ac-111c4d3790ef,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:43.756506 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:44.019394 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 35392) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:44.036743 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-57016f5d-41ad-4c71-83d2-2521e3aafaf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:44.054719 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-57016f5d-41ad-4c71-83d2-2521e3aafaf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:44.061748 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-57016f5d-41ad-4c71-83d2-2521e3aafaf3 admin admin] Usage tracker for resource:security_group_rule and tenant:eb049a2e4f454ff592a1c1fa2b20ecd1 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:44.066558 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-57016f5d-41ad-4c71-83d2-2521e3aafaf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:44.074692 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-57016f5d-41ad-4c71-83d2-2521e3aafaf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:44.109020 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['748b388f-9964-4ed6-81ac-111c4d3790ef'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:23:44.150213 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['24b1bfc6-9f1e-4231-bc87-37d63dbf0abb'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:23:44.219637 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-57016f5d-41ad-4c71-83d2-2521e3aafaf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:44.227205 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-57016f5d-41ad-4c71-83d2-2521e3aafaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:44.236505 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-864dbbcd-3cf4-4112-bf7f-d4cfbfa89733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:44.265915 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57016f5d-41ad-4c71-83d2-2521e3aafaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db91fa0-6f42-42ab-ab19-28a0c2680a0f,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:44.271539 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-57016f5d-41ad-4c71-83d2-2521e3aafaf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:44.300636 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-57016f5d-41ad-4c71-83d2-2521e3aafaf3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb049a2e4f454ff592a1c1fa2b20ecd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799177 Aug 23 10:23:44.305154 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 35406) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:44.361843 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0afc5c-8680-43f7-966b-206c9310e32a req-22fab8c9-58f8-45d6-bb38-657ca0bb84ba tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:44.363507 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-0a0afc5c-8680-43f7-966b-206c9310e32a req-22fab8c9-58f8-45d6-bb38-657ca0bb84ba tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 949 time: 0.2187555 Aug 23 10:23:44.383235 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54268ed-1d7a-42a3-ba19-162f1217201a req-68c469ca-4c09-4540-b60b-7924a01463ce tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:44.385357 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a54268ed-1d7a-42a3-ba19-162f1217201a req-68c469ca-4c09-4540-b60b-7924a01463ce tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 944 time: 0.0944686 Aug 23 10:23:44.419571 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c354e9cd-ccc3-4d8c-8fab-cae5700f0d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:44.445946 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a54268ed-1d7a-42a3-ba19-162f1217201a req-eab7a7a6-32da-494e-893d-9f2813f87693 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537562 Aug 23 10:23:44.450916 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-0a0afc5c-8680-43f7-966b-206c9310e32a req-16345e4f-020b-4a14-81a1-e029bf166076 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ef75ac-49cb-4db8-aa7c-1ac3d6931e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689144 Aug 23 10:23:44.476262 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c354e9cd-ccc3-4d8c-8fab-cae5700f0d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:44.535577 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c354e9cd-ccc3-4d8c-8fab-cae5700f0d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:44.541674 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-8a0fd940-8580-4153-8b10-c51e95a354cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:44.554954 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354e9cd-ccc3-4d8c-8fab-cae5700f0d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db91fa0-6f42-42ab-ab19-28a0c2680a0f,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:44.558278 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c354e9cd-ccc3-4d8c-8fab-cae5700f0d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:44.560298 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c354e9cd-ccc3-4d8c-8fab-cae5700f0d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:44.581278 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-c354e9cd-ccc3-4d8c-8fab-cae5700f0d80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0db91fa0-6f42-42ab-ab19-28a0c2680a0f HTTP/1.1" status: 204 len: 168 time: 0.2574139 Aug 23 10:23:45.043002 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:23:45.118246 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning for port 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:23:45.122890 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:23:45.123269 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:45.242004 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:45.269067 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2eda5d-4a68-4fc8-9d6a-a2892099c454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4727316f-61a3-4d7f-9fcf-ba16b55fbd0b'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:23:45.280037 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=4727316f-61a3-4d7f-9fcf-ba16b55fbd0b,segment=NetworkSegment(c1ab42f2-bf43-499b-8adb-b718d1e9e9da),segment_id=c1ab42f2-bf43-499b-8adb-b718d1e9e9da)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:45.284488 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:45.287937 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:45.336916 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2eda5d-4a68-4fc8-9d6a-a2892099c454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4727316f-61a3-4d7f-9fcf-ba16b55fbd0b', 'code': 200} Aug 23 10:23:45.359811 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=4727316f-61a3-4d7f-9fcf-ba16b55fbd0b,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:45.365875 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:45.649877 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b609a8-2fb2-4121-8dba-b40b1f1f9b1d req-47167512-c5fa-4587-a9de-3681fcd73b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:45.651918 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c0b609a8-2fb2-4121-8dba-b40b1f1f9b1d req-47167512-c5fa-4587-a9de-3681fcd73b7c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 1103 time: 0.1373954 Aug 23 10:23:45.669084 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a927e-a452-43ea-af84-52a36138dc46 req-24715ca7-ef38-436e-8ac0-dbcf2bf0ca03 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:45.672103 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-fa6a927e-a452-43ea-af84-52a36138dc46 req-24715ca7-ef38-436e-8ac0-dbcf2bf0ca03 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 950 time: 0.0939567 Aug 23 10:23:45.700430 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea270ad5-6d22-4b7f-901f-3f3ccd8afb16 req-213a30cb-6e68-4bc7-b039-c03a697c10ea tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:45.701943 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ea270ad5-6d22-4b7f-901f-3f3ccd8afb16 req-213a30cb-6e68-4bc7-b039-c03a697c10ea tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 944 time: 0.1254797 Aug 23 10:23:45.710536 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c0b609a8-2fb2-4121-8dba-b40b1f1f9b1d req-4b5e0914-b6c3-4106-bdcb-b87b4661738a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=39ef75ac-49cb-4db8-aa7c-1ac3d6931e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511420 Aug 23 10:23:45.729557 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-fa6a927e-a452-43ea-af84-52a36138dc46 req-ad1d04ec-dc76-4bb3-9df4-397cc5142d8e tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ef75ac-49cb-4db8-aa7c-1ac3d6931e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511580 Aug 23 10:23:45.754099 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ea270ad5-6d22-4b7f-901f-3f3ccd8afb16 req-93049297-a4f3-486e-b8ab-5455af74a8bc tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425725 Aug 23 10:23:46.702622 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 35490) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:46.817534 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-77945e88-86d1-417f-85bb-976094258408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:46.831934 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-77945e88-86d1-417f-85bb-976094258408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:46.837367 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-77945e88-86d1-417f-85bb-976094258408 admin admin] Usage tracker for resource:security_group_rule and tenant:4e88fd2c29e540ed8ebeeb8ff3c2a114 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:46.868328 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-77945e88-86d1-417f-85bb-976094258408 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:46.882680 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-77945e88-86d1-417f-85bb-976094258408 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:46.943691 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2d8cd-ed83-4314-ba3d-445f46f4bcf8 req-ea710f67-a417-4134-b091-de8c968fb4f3 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:46.945371 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c0a2d8cd-ed83-4314-ba3d-445f46f4bcf8 req-ea710f67-a417-4134-b091-de8c968fb4f3 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 944 time: 0.0841362 Aug 23 10:23:46.952271 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6660fbc-d14a-4a55-9107-c9994310af34 req-76024771-58cc-4199-87be-a5b2f719587a tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:46.953777 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d6660fbc-d14a-4a55-9107-c9994310af34 req-76024771-58cc-4199-87be-a5b2f719587a tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 950 time: 0.1176338 Aug 23 10:23:47.032165 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c0a2d8cd-ed83-4314-ba3d-445f46f4bcf8 req-ea999ae4-4c92-41a0-82b4-8f45eb6f94f0 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746257 Aug 23 10:23:47.036255 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-77945e88-86d1-417f-85bb-976094258408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.042479 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d6660fbc-d14a-4a55-9107-c9994310af34 req-fd79adb6-fa71-4610-a793-3ce707820686 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ef75ac-49cb-4db8-aa7c-1ac3d6931e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795155 Aug 23 10:23:47.045141 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 24b1bfc6-9f1e-4231-bc87-37d63dbf0abb up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:23:47.045651 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-77945e88-86d1-417f-85bb-976094258408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.053375 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-9d928e09-7617-49b1-91a3-8a0daf65dbc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:47.103681 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-77945e88-86d1-417f-85bb-976094258408 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e88fd2c29e540ed8ebeeb8ff3c2a114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3977005 Aug 23 10:23:47.103681 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77945e88-86d1-417f-85bb-976094258408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9611c8d8-03e3-4064-836a-f6d76ca9a3c1,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:47.104298 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 35508) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:47.105942 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-77945e88-86d1-417f-85bb-976094258408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:47.186083 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4bacfa85-0bee-4e8e-872d-5d51be202898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.200150 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning for port 24b1bfc6-9f1e-4231-bc87-37d63dbf0abb completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:23:47.210191 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port 24b1bfc6-9f1e-4231-bc87-37d63dbf0abb triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:23:47.210863 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.220311 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4bacfa85-0bee-4e8e-872d-5d51be202898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.282693 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4bacfa85-0bee-4e8e-872d-5d51be202898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.288218 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ad2e9210-d442-4ecb-bf23-3da4dedfad4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:47.305093 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bacfa85-0bee-4e8e-872d-5d51be202898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9611c8d8-03e3-4064-836a-f6d76ca9a3c1,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:47.307396 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-4bacfa85-0bee-4e8e-872d-5d51be202898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:47.318374 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4bacfa85-0bee-4e8e-872d-5d51be202898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.322731 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-4bacfa85-0bee-4e8e-872d-5d51be202898 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9611c8d8-03e3-4064-836a-f6d76ca9a3c1 HTTP/1.1" status: 204 len: 168 time: 0.2170017 Aug 23 10:23:47.384213 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.422461 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855b2677-3bca-4ab2-b434-e0815962cacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b1bfc6-9f1e-4231-bc87-37d63dbf0abb'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:23:47.433619 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 24b1bfc6-9f1e-4231-bc87-37d63dbf0abb, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=24b1bfc6-9f1e-4231-bc87-37d63dbf0abb,segment=NetworkSegment(80f26bfc-cee0-4464-a315-cab88fd349b8),segment_id=80f26bfc-cee0-4464-a315-cab88fd349b8)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:47.440248 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.441654 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 748b388f-9964-4ed6-81ac-111c4d3790ef up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:23:47.473733 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:47.512236 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855b2677-3bca-4ab2-b434-e0815962cacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b1bfc6-9f1e-4231-bc87-37d63dbf0abb', 'code': 200} Aug 23 10:23:47.593592 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=24b1bfc6-9f1e-4231-bc87-37d63dbf0abb,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:47.597231 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:47.610967 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning for port 748b388f-9964-4ed6-81ac-111c4d3790ef completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:23:47.617079 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port 748b388f-9964-4ed6-81ac-111c4d3790ef triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:23:47.617727 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.719493 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 35524) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:47.741545 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-77cae91a-a08e-487a-93e7-70ddaf24b1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.741740 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.757565 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294e709-5121-43a9-908b-c172051b6fff req-1b3137e2-32e0-4dca-85a1-02a80dae2c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:47.759648 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d294e709-5121-43a9-908b-c172051b6fff req-1b3137e2-32e0-4dca-85a1-02a80dae2c00 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 1098 time: 0.0717731 Aug 23 10:23:47.759760 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-77cae91a-a08e-487a-93e7-70ddaf24b1bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:47.763806 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-77cae91a-a08e-487a-93e7-70ddaf24b1bd admin admin] Usage tracker for resource:security_group_rule and tenant:1fcda0a2db274ab2946c909e7ddd801f is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:47.766624 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-77cae91a-a08e-487a-93e7-70ddaf24b1bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:47.772600 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-77cae91a-a08e-487a-93e7-70ddaf24b1bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:47.775128 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 748b388f-9964-4ed6-81ac-111c4d3790ef, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=748b388f-9964-4ed6-81ac-111c4d3790ef,segment=NetworkSegment(80f26bfc-cee0-4464-a315-cab88fd349b8),segment_id=80f26bfc-cee0-4464-a315-cab88fd349b8)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:47.779026 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.781643 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:47.810073 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d294e709-5121-43a9-908b-c172051b6fff req-c4e01e4f-554b-4a78-b3ea-89287017fcb6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430872 Aug 23 10:23:47.852811 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=748b388f-9964-4ed6-81ac-111c4d3790ef,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:47.855984 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:47.932234 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-77cae91a-a08e-487a-93e7-70ddaf24b1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.935971 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-77cae91a-a08e-487a-93e7-70ddaf24b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:47.942512 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0128381e-f146-48f0-9a52-f5a77e085815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:47.983710 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-77cae91a-a08e-487a-93e7-70ddaf24b1bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fcda0a2db274ab2946c909e7ddd801f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627957 Aug 23 10:23:47.984961 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cae91a-a08e-487a-93e7-70ddaf24b1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e81bd3-bdbd-44e6-89a5-414616562695,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:47.986389 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 35528) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:47.987773 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-77cae91a-a08e-487a-93e7-70ddaf24b1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:48.045333 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d1d865c6-678f-40af-a4b9-7a7fac34a93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:48.071020 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d1d865c6-678f-40af-a4b9-7a7fac34a93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:48.127070 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d1d865c6-678f-40af-a4b9-7a7fac34a93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:48.132375 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-aa47594d-4d95-4786-b173-74f92ed18fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:48.146483 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d865c6-678f-40af-a4b9-7a7fac34a93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e81bd3-bdbd-44e6-89a5-414616562695,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:48.157014 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-d1d865c6-678f-40af-a4b9-7a7fac34a93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:48.158040 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d1d865c6-678f-40af-a4b9-7a7fac34a93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:48.159163 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-d1d865c6-678f-40af-a4b9-7a7fac34a93a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88e81bd3-bdbd-44e6-89a5-414616562695 HTTP/1.1" status: 204 len: 168 time: 0.1718190 Aug 23 10:23:48.248533 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c8ef6-2acd-4f0f-88c1-338e0742d98b req-876f2c4d-a840-46d7-a471-fbd4be44cc08 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:48.250028 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-710c8ef6-2acd-4f0f-88c1-338e0742d98b req-876f2c4d-a840-46d7-a471-fbd4be44cc08 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 950 time: 0.0920274 Aug 23 10:23:48.269370 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a9212-c2b4-416a-b3af-8ab97536a1c8 req-01100e2f-d685-4b98-b7fb-cde19946a588 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:48.271614 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e55a9212-c2b4-416a-b3af-8ab97536a1c8 req-01100e2f-d685-4b98-b7fb-cde19946a588 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0887437 Aug 23 10:23:48.298927 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-710c8ef6-2acd-4f0f-88c1-338e0742d98b req-87fdc764-2bd6-414b-996b-3a4d987a0127 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ef75ac-49cb-4db8-aa7c-1ac3d6931e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424213 Aug 23 10:23:48.376457 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e55a9212-c2b4-416a-b3af-8ab97536a1c8 req-7652cfba-dc63-4fa0-a76a-5accdd7a6a93 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992494 Aug 23 10:23:48.732582 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 35568) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:48.891092 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-12ddfea3-a304-40f5-8e36-78f57c56935a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:48.912133 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-12ddfea3-a304-40f5-8e36-78f57c56935a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:23:48.918390 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-12ddfea3-a304-40f5-8e36-78f57c56935a admin admin] Usage tracker for resource:security_group_rule and tenant:0834805504904253a264a70efa6bb498 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:23:48.927784 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-12ddfea3-a304-40f5-8e36-78f57c56935a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:23:48.937596 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-12ddfea3-a304-40f5-8e36-78f57c56935a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:23:49.030251 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-12ddfea3-a304-40f5-8e36-78f57c56935a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:49.037255 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-12ddfea3-a304-40f5-8e36-78f57c56935a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:49.046320 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-78f1a044-5160-4b5e-9d8a-75901cc24564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:49.063760 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c10736-84bd-458d-bb63-d9a131e2d7df req-4b4502d2-fcbf-48f8-8bd7-21804466fb5d tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:49.065286 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-48c10736-84bd-458d-bb63-d9a131e2d7df req-4b4502d2-fcbf-48f8-8bd7-21804466fb5d tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 950 time: 0.2449083 Aug 23 10:23:49.122196 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddfea3-a304-40f5-8e36-78f57c56935a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5baf110c-80ea-4632-8aa8-363aa328d1eb,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:49.129711 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 35588) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:23:49.141030 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-12ddfea3-a304-40f5-8e36-78f57c56935a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0834805504904253a264a70efa6bb498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4072027 Aug 23 10:23:49.142171 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-12ddfea3-a304-40f5-8e36-78f57c56935a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:49.180530 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-48c10736-84bd-458d-bb63-d9a131e2d7df req-844bf366-1abe-434c-aeca-a0ca72dd9ba1 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ef75ac-49cb-4db8-aa7c-1ac3d6931e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904195 Aug 23 10:23:49.217204 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3ff8f47f-d47a-4219-a79c-8c1786d553f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:49.251467 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3ff8f47f-d47a-4219-a79c-8c1786d553f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:49.312074 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3ff8f47f-d47a-4219-a79c-8c1786d553f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:49.319439 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-28acf18a-9ede-41e6-b8a4-10d27da9722e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:49.335266 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8f47f-d47a-4219-a79c-8c1786d553f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5baf110c-80ea-4632-8aa8-363aa328d1eb,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:49.338129 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3ff8f47f-d47a-4219-a79c-8c1786d553f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:49.343492 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3ff8f47f-d47a-4219-a79c-8c1786d553f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:49.347081 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-3ff8f47f-d47a-4219-a79c-8c1786d553f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5baf110c-80ea-4632-8aa8-363aa328d1eb HTTP/1.1" status: 204 len: 168 time: 0.2134807 Aug 23 10:23:49.513691 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432507ac-aa2c-4b16-8145-ef69aa8d29e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748b388f-9964-4ed6-81ac-111c4d3790ef'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:23:49.679830 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204adde-b19c-47c4-9114-6047e22eac2a req-2172bbf4-d53e-43ab-bf03-887803247961 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:49.687452 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-b204adde-b19c-47c4-9114-6047e22eac2a req-2172bbf4-d53e-43ab-bf03-887803247961 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.1586516 Aug 23 10:23:49.753337 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-b204adde-b19c-47c4-9114-6047e22eac2a req-f80eb70b-3cbb-4a42-8a72-92f27ae088ce tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647633 Aug 23 10:23:49.804629 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432507ac-aa2c-4b16-8145-ef69aa8d29e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748b388f-9964-4ed6-81ac-111c4d3790ef', 'code': 200} Aug 23 10:23:50.059072 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f8e13-f1fd-4054-8755-1212ac42fb93 req-3af5a81f-8bb3-46d0-8988-4211009611c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:50.060511 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-684f8e13-f1fd-4054-8755-1212ac42fb93 req-3af5a81f-8bb3-46d0-8988-4211009611c3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 1098 time: 0.0738823 Aug 23 10:23:50.350857 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4f0eb-cf58-4c78-95da-a343b0589fad req-794093f6-156c-47e4-84c9-c37ddb96a82e tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:50.352335 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-83b4f0eb-cf58-4c78-95da-a343b0589fad req-794093f6-156c-47e4-84c9-c37ddb96a82e tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 950 time: 0.0785582 Aug 23 10:23:50.400817 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-83b4f0eb-cf58-4c78-95da-a343b0589fad req-304ea003-046a-4e75-8da9-d86ef4ab8e51 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ef75ac-49cb-4db8-aa7c-1ac3d6931e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428998 Aug 23 10:23:51.079790 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e7c61-d57c-44f9-813c-f06227d4793e req-973607c3-f206-470e-816d-fc7ac840c9b7 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:51.081458 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f71e7c61-d57c-44f9-813c-f06227d4793e req-973607c3-f206-470e-816d-fc7ac840c9b7 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0871649 Aug 23 10:23:51.125102 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f71e7c61-d57c-44f9-813c-f06227d4793e req-e0c0358f-75bc-4006-8945-24e59549e793 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381744 Aug 23 10:23:52.358715 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-684f8e13-f1fd-4054-8755-1212ac42fb93 req-1f5477eb-c6aa-4105-83eb-9b2871cc4eb8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355070 Aug 23 10:23:53.876666 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf480f-c51e-4f50-8efb-3e2914ebf5ec req-b45d4a79-d488-413c-a6a9-a965e4e1321a tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:53.878129 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-06cf480f-c51e-4f50-8efb-3e2914ebf5ec req-b45d4a79-d488-413c-a6a9-a965e4e1321a tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 950 time: 0.0783782 Aug 23 10:23:53.921525 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-06cf480f-c51e-4f50-8efb-3e2914ebf5ec req-b810d968-dd03-4fd7-a3c3-ad292a774f11 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ef75ac-49cb-4db8-aa7c-1ac3d6931e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373998 Aug 23 10:23:54.095252 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82f08f-8136-4e7d-b880-9b4712c822be req-1017b88f-25b8-4afe-9a1e-9eba8222fcd1 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:54.096614 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1d82f08f-8136-4e7d-b880-9b4712c822be req-1017b88f-25b8-4afe-9a1e-9eba8222fcd1 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0805032 Aug 23 10:23:54.140651 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1d82f08f-8136-4e7d-b880-9b4712c822be req-c2633b20-b534-4a33-9003-58118b1f9161 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385122 Aug 23 10:23:55.119258 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866ba96-561b-407b-a0de-5dcf597f2547 req-44532674-ca94-44f6-ace8-f1e8a9432e47 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:55.120768 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6866ba96-561b-407b-a0de-5dcf597f2547 req-44532674-ca94-44f6-ace8-f1e8a9432e47 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 950 time: 0.0898535 Aug 23 10:23:55.166091 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6866ba96-561b-407b-a0de-5dcf597f2547 req-9608508e-c244-44a0-a93f-983118f3dd4a tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/security-groups?id=39ef75ac-49cb-4db8-aa7c-1ac3d6931e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395327 Aug 23 10:23:55.309890 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db9337-c253-49fb-82bb-688607c20fc2 req-30a8e2cb-25d0-43c8-856d-f0e09099cc54 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:55.311313 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c4db9337-c253-49fb-82bb-688607c20fc2 req-30a8e2cb-25d0-43c8-856d-f0e09099cc54 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 950 time: 0.1279469 Aug 23 10:23:55.393509 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-c4db9337-c253-49fb-82bb-688607c20fc2 req-b5e410b3-64ef-426c-80d9-1be2dad974db tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Deleting port 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:23:55.393856 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-c4db9337-c253-49fb-82bb-688607c20fc2 req-b5e410b3-64ef-426c-80d9-1be2dad974db tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:55.430861 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05618c5-7c8e-4c9c-8f70-a54863f148b8 req-c3f0eddc-7272-4b0f-b67e-6441cf6f5c8c tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:55.432338 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d05618c5-7c8e-4c9c-8f70-a54863f148b8 req-c3f0eddc-7272-4b0f-b67e-6441cf6f5c8c tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.1827209 Aug 23 10:23:55.550255 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d05618c5-7c8e-4c9c-8f70-a54863f148b8 req-a9fffe63-e7ba-4fa3-9a3b-9640531c997a tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069841 Aug 23 10:23:55.695548 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-c4db9337-c253-49fb-82bb-688607c20fc2 req-b5e410b3-64ef-426c-80d9-1be2dad974db tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] For port 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=4727316f-61a3-4d7f-9fcf-ba16b55fbd0b,segment=NetworkSegment(c1ab42f2-bf43-499b-8adb-b718d1e9e9da),segment_id=c1ab42f2-bf43-499b-8adb-b718d1e9e9da)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:23:55.695920 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-c4db9337-c253-49fb-82bb-688607c20fc2 req-b5e410b3-64ef-426c-80d9-1be2dad974db tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:55.822008 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-c4db9337-c253-49fb-82bb-688607c20fc2 req-b5e410b3-64ef-426c-80d9-1be2dad974db tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Calling delete_port for 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b owned by compute:nova {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:23:56.030568 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-c4db9337-c253-49fb-82bb-688607c20fc2 req-b5e410b3-64ef-426c-80d9-1be2dad974db tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:56.043186 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-27d9c888-7b2e-49f9-b310-c62a575ecb7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:23:56.045767 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['4727316f-61a3-4d7f-9fcf-ba16b55fbd0b'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:23:56.090657 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e410b3-64ef-426c-80d9-1be2dad974db tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Pushing event deleted for resources: {'Port': ['ID=4727316f-61a3-4d7f-9fcf-ba16b55fbd0b,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:23:56.134163 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e410b3-64ef-426c-80d9-1be2dad974db tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:56.134519 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e410b3-64ef-426c-80d9-1be2dad974db tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:56.134873 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e410b3-64ef-426c-80d9-1be2dad974db tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:56.135224 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e410b3-64ef-426c-80d9-1be2dad974db tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:56.135594 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e410b3-64ef-426c-80d9-1be2dad974db tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:56.135937 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e410b3-64ef-426c-80d9-1be2dad974db tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:56.136291 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e410b3-64ef-426c-80d9-1be2dad974db tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:56.136651 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e410b3-64ef-426c-80d9-1be2dad974db tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:56.136993 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e410b3-64ef-426c-80d9-1be2dad974db tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:56.137325 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e410b3-64ef-426c-80d9-1be2dad974db tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:56.137923 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e410b3-64ef-426c-80d9-1be2dad974db tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:56.138260 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e410b3-64ef-426c-80d9-1be2dad974db tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:23:56.142060 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-b5e410b3-64ef-426c-80d9-1be2dad974db tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:23:56.180080 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4db9337-c253-49fb-82bb-688607c20fc2 req-b5e410b3-64ef-426c-80d9-1be2dad974db tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] No DVR routers for this DVR port 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b on host hv-cinder-80278 {{(pid=79262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:23:56.183195 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-c4db9337-c253-49fb-82bb-688607c20fc2 req-b5e410b3-64ef-426c-80d9-1be2dad974db tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:56.186574 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2eda5d-4a68-4fc8-9d6a-a2892099c454', 'name': 'network-vif-deleted', 'tag': '4727316f-61a3-4d7f-9fcf-ba16b55fbd0b'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:23:56.215609 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c4db9337-c253-49fb-82bb-688607c20fc2 req-b5e410b3-64ef-426c-80d9-1be2dad974db tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.38 "DELETE /v2.0/ports/4727316f-61a3-4d7f-9fcf-ba16b55fbd0b HTTP/1.1" status: 204 len: 173 time: 0.8963161 Aug 23 10:23:56.250510 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2eda5d-4a68-4fc8-9d6a-a2892099c454', 'name': 'network-vif-deleted', 'tag': '4727316f-61a3-4d7f-9fcf-ba16b55fbd0b', 'status': 'completed', 'code': 200} Aug 23 10:23:56.329522 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-bb9452a8-cc49-4b5e-8328-6582333e5db6 req-5c741555-d85e-4541-92b4-1917ccf83828 tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d2eda5d-4a68-4fc8-9d6a-a2892099c454 HTTP/1.1" status: 200 len: 210 time: 0.0462978 Aug 23 10:23:56.797088 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c25778-8d99-4bd0-ba70-66c2c4c148fe req-3bd840b4-778f-46f6-8f02-582d8ad99599 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:56.798665 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-08c25778-8d99-4bd0-ba70-66c2c4c148fe req-3bd840b4-778f-46f6-8f02-582d8ad99599 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.1407440 Aug 23 10:23:56.846310 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-08c25778-8d99-4bd0-ba70-66c2c4c148fe req-f40558e5-513d-4788-b14b-c3c38fd2df63 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414193 Aug 23 10:23:57.298305 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da2a0f-60f1-4b3c-995d-034b603ee5b8 req-51dd9ce9-db7e-4606-9aa0-10cd5ea47474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:57.299760 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-25da2a0f-60f1-4b3c-995d-034b603ee5b8 req-51dd9ce9-db7e-4606-9aa0-10cd5ea47474 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=efec50dfe3e74711896d02a8fb431450&device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 1098 time: 0.1329207 Aug 23 10:23:57.311286 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faccd15-9956-4662-a702-709ba1580e60 req-ba086da4-42db-4210-bed6-9c5c27929d02 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:57.312717 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1faccd15-9956-4662-a702-709ba1580e60 req-ba086da4-42db-4210-bed6-9c5c27929d02 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.1148241 Aug 23 10:23:57.447169 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1faccd15-9956-4662-a702-709ba1580e60 req-4ea4b46d-87b4-4caf-97c2-70d34a2fd808 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157501 Aug 23 10:23:57.478309 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da2a0f-60f1-4b3c-995d-034b603ee5b8 req-a879b2cc-a431-4690-afb6-09a001c5da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:57.479847 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-25da2a0f-60f1-4b3c-995d-034b603ee5b8 req-a879b2cc-a431-4690-afb6-09a001c5da8d service neutron] 10.222.0.38 "GET /v2.0/networks?id=d6984908-9b09-4267-bb0b-bbcad3b01243 HTTP/1.1" status: 200 len: 919 time: 0.1662383 Aug 23 10:23:57.559849 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-25da2a0f-60f1-4b3c-995d-034b603ee5b8 req-82b00386-a977-41fc-bd18-c0fafac10194 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=748b388f-9964-4ed6-81ac-111c4d3790ef HTTP/1.1" status: 200 len: 217 time: 0.0730517 Aug 23 10:23:57.636280 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da2a0f-60f1-4b3c-995d-034b603ee5b8 req-6f9d3182-f72b-4492-9d9d-55146cda9eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:57.638062 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-25da2a0f-60f1-4b3c-995d-034b603ee5b8 req-6f9d3182-f72b-4492-9d9d-55146cda9eba service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0ca6ef1d-19a9-4739-8479-51eb7bc5d052 HTTP/1.1" status: 200 len: 858 time: 0.0714264 Aug 23 10:23:57.638304 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-de982e3e-3fb9-4f71-8ba5-0c5903b9f578 req-8d7b0faf-ffaf-4b9a-96f2-50cf207f7829 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0839348 Aug 23 10:23:57.735640 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-25da2a0f-60f1-4b3c-995d-034b603ee5b8 req-a0c10102-3853-41eb-a3cb-8377fd791931 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d6984908-9b09-4267-bb0b-bbcad3b01243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486252 Aug 23 10:23:57.790174 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de982e3e-3fb9-4f71-8ba5-0c5903b9f578 req-932aab8e-2ace-4660-b448-fda35d144dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:57.792256 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-de982e3e-3fb9-4f71-8ba5-0c5903b9f578 req-932aab8e-2ace-4660-b448-fda35d144dfc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bb2e29fde40147f5b41343ddc6e036d2&device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 1098 time: 0.0901420 Aug 23 10:23:57.887275 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-25da2a0f-60f1-4b3c-995d-034b603ee5b8 req-e249f6bb-8b9c-43b8-8e67-e967695d3802 service neutron] 10.222.0.38 "GET /v2.0/networks/d6984908-9b09-4267-bb0b-bbcad3b01243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436098 Aug 23 10:23:57.971554 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de982e3e-3fb9-4f71-8ba5-0c5903b9f578 req-0311e5a4-9b21-4d97-af6b-d76c1ce8251e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:57.973310 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-de982e3e-3fb9-4f71-8ba5-0c5903b9f578 req-0311e5a4-9b21-4d97-af6b-d76c1ce8251e service neutron] 10.222.0.38 "GET /v2.0/networks?id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d HTTP/1.1" status: 200 len: 916 time: 0.1541998 Aug 23 10:23:58.068353 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-25da2a0f-60f1-4b3c-995d-034b603ee5b8 req-8a7e85c7-79e1-4b84-9acb-8dae13f7c0d1 service neutron] 10.222.0.38 "GET /v2.0/networks/d6984908-9b09-4267-bb0b-bbcad3b01243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736741 Aug 23 10:23:58.110215 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-de982e3e-3fb9-4f71-8ba5-0c5903b9f578 req-45ad03b4-1dec-4154-8eb9-fa4133c3c0d8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c85d0ed-e955-43ed-8e58-9e4e586c67fa HTTP/1.1" status: 200 len: 1000 time: 0.1249442 Aug 23 10:23:58.175666 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de982e3e-3fb9-4f71-8ba5-0c5903b9f578 req-d9dbf465-996f-4cd7-8e43-67a249d3f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:58.177173 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-de982e3e-3fb9-4f71-8ba5-0c5903b9f578 req-d9dbf465-996f-4cd7-8e43-67a249d3f7d0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37511b2d-c017-4ca2-bb9c-4a800f5cbb93 HTTP/1.1" status: 200 len: 854 time: 0.0603721 Aug 23 10:23:58.265124 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de982e3e-3fb9-4f71-8ba5-0c5903b9f578 req-235ab575-5b61-412e-9e68-0b0f6e487a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:58.266733 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-de982e3e-3fb9-4f71-8ba5-0c5903b9f578 req-235ab575-5b61-412e-9e68-0b0f6e487a0d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819292 Aug 23 10:23:58.407772 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-de982e3e-3fb9-4f71-8ba5-0c5903b9f578 req-ec96c60b-f26b-4141-a7f6-fd643ac138cd service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332433 Aug 23 10:23:58.498119 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:23:58.559488 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-de982e3e-3fb9-4f71-8ba5-0c5903b9f578 req-93d67c77-767b-43b2-817e-8ed1c9fd60fe service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447790 Aug 23 10:23:58.654528 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b516ed-867f-42cd-a921-623b4716104a req-1ee99366-8d00-4e3a-83c3-ef8990c0ab2d tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:58.655466 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a2b516ed-867f-42cd-a921-623b4716104a req-1ee99366-8d00-4e3a-83c3-ef8990c0ab2d tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0881286 Aug 23 10:23:58.713842 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a2b516ed-867f-42cd-a921-623b4716104a req-dd3e11e8-25b8-4093-bf2b-662c6c45035d tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517180 Aug 23 10:23:59.141176 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:23:59.175241 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] No Port match for: 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:23:59.175601 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 4727316f-61a3-4d7f-9fcf-ba16b55fbd0b not bound to the agent host hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:23:59.908465 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999edad-b24c-43a0-b433-7b178fdb4061 req-00ee82d5-07e2-417f-a640-a6bca0c43e22 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:23:59.909930 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3999edad-b24c-43a0-b433-7b178fdb4061 req-00ee82d5-07e2-417f-a640-a6bca0c43e22 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0846994 Aug 23 10:23:59.956881 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3999edad-b24c-43a0-b433-7b178fdb4061 req-caca296c-b2c4-44f4-8f2d-02bdb566610b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405817 Aug 23 10:24:01.224417 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118c28d-2a42-4ff0-aa04-fc60075e7137 req-2b895406-6ae2-474a-86ec-cf3efabf68c0 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:01.226917 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8118c28d-2a42-4ff0-aa04-fc60075e7137 req-2b895406-6ae2-474a-86ec-cf3efabf68c0 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.1590071 Aug 23 10:24:01.274376 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8118c28d-2a42-4ff0-aa04-fc60075e7137 req-86de2676-e6fc-43db-99c3-67d2b20f8ede tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410149 Aug 23 10:24:02.242251 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 36018) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:02.459102 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-f029edc8-0af6-4414-84f2-1f993efe761a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9b47bc70fe94ff1908df3b3cf5a1e71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156518 Aug 23 10:24:02.461583 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 36032) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:02.503591 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2f0bf-3d3e-49ab-ae69-f391ea104900 req-bf2bc028-ff73-4443-9fbf-c6101c70c335 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:02.505100 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d0c2f0bf-3d3e-49ab-ae69-f391ea104900 req-bf2bc028-ff73-4443-9fbf-c6101c70c335 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0989747 Aug 23 10:24:02.525414 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0c387c7b-71c7-49ce-b290-6732a03d852a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:02.551496 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0c387c7b-71c7-49ce-b290-6732a03d852a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:02.554180 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d0c2f0bf-3d3e-49ab-ae69-f391ea104900 req-7dd5b695-7668-4086-874a-bcce6c2873d1 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423441 Aug 23 10:24:02.604757 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0c387c7b-71c7-49ce-b290-6732a03d852a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:02.609358 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-de985b53-1578-40d0-ba23-bf80876a69cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:02.623050 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c387c7b-71c7-49ce-b290-6732a03d852a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ef75ac-49cb-4db8-aa7c-1ac3d6931e1c,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:02.634170 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c387c7b-71c7-49ce-b290-6732a03d852a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:02.634538 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c387c7b-71c7-49ce-b290-6732a03d852a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:02.634891 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c387c7b-71c7-49ce-b290-6732a03d852a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:02.635237 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c387c7b-71c7-49ce-b290-6732a03d852a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:02.635582 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c387c7b-71c7-49ce-b290-6732a03d852a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:02.635928 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c387c7b-71c7-49ce-b290-6732a03d852a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:02.636267 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c387c7b-71c7-49ce-b290-6732a03d852a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:02.636629 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c387c7b-71c7-49ce-b290-6732a03d852a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:02.636971 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c387c7b-71c7-49ce-b290-6732a03d852a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:02.637309 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c387c7b-71c7-49ce-b290-6732a03d852a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:02.637902 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c387c7b-71c7-49ce-b290-6732a03d852a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:02.638402 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c387c7b-71c7-49ce-b290-6732a03d852a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:02.641985 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0c387c7b-71c7-49ce-b290-6732a03d852a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:02.642897 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0c387c7b-71c7-49ce-b290-6732a03d852a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:02.644006 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-0c387c7b-71c7-49ce-b290-6732a03d852a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39ef75ac-49cb-4db8-aa7c-1ac3d6931e1c HTTP/1.1" status: 204 len: 168 time: 0.1815369 Aug 23 10:24:02.825557 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-0a152d17-53a6-4fe9-bd56-210a8870d84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:03.609227 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:03.751774 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497b4b1-ed8c-4351-939c-b9e4ce3ffc8f req-9a4a58c8-2ab6-4498-9280-452818d1c77b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:03.753281 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f497b4b1-ed8c-4351-939c-b9e4ce3ffc8f req-9a4a58c8-2ab6-4498-9280-452818d1c77b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0874429 Aug 23 10:24:03.802582 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f497b4b1-ed8c-4351-939c-b9e4ce3ffc8f req-0afbc3ae-dbdd-4019-bbc0-ef4e31003470 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436707 Aug 23 10:24:05.527051 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-afd73599-c3fb-4f05-be5e-25bbcf91c5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:06.390712 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:07.913698 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:09.180364 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d1677-e1bd-4a54-afd9-df7f505d5b5c req-abce1867-ad66-4c13-b1fb-a5c88ce9ff77 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:09.181789 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-df7d1677-e1bd-4a54-afd9-df7f505d5b5c req-abce1867-ad66-4c13-b1fb-a5c88ce9ff77 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0844452 Aug 23 10:24:09.226335 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-df7d1677-e1bd-4a54-afd9-df7f505d5b5c req-ef771d17-6ab1-4ad6-99a3-63a490036cb2 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390036 Aug 23 10:24:10.413736 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a982c-4191-4539-af87-a4272aee191a req-9528a19f-341c-48e0-969a-11b3c4cde97f tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:10.415225 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-203a982c-4191-4539-af87-a4272aee191a req-9528a19f-341c-48e0-969a-11b3c4cde97f tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0802751 Aug 23 10:24:10.463920 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-203a982c-4191-4539-af87-a4272aee191a req-ec684bc1-f80f-4b57-b34e-739ac834474b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430877 Aug 23 10:24:11.654730 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d95ab5-ed9e-45d1-9539-6b61e01d9a61 req-8bc6c811-f3b4-4af1-8119-2a005ac23f20 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:11.656082 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-07d95ab5-ed9e-45d1-9539-6b61e01d9a61 req-8bc6c811-f3b4-4af1-8119-2a005ac23f20 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0799644 Aug 23 10:24:11.701169 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-07d95ab5-ed9e-45d1-9539-6b61e01d9a61 req-4a84752b-7e0b-470c-8b3b-fdd3536600f5 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394268 Aug 23 10:24:13.067339 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:24:16.372521 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8151685-46f4-4461-9148-19ca26b033df req-2c740090-5667-462f-906c-2148de498d27 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:16.374016 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f8151685-46f4-4461-9148-19ca26b033df req-2c740090-5667-462f-906c-2148de498d27 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0787694 Aug 23 10:24:16.418560 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f8151685-46f4-4461-9148-19ca26b033df req-d2b2d47b-97bc-4f73-a96e-d5776a7951b0 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388594 Aug 23 10:24:17.613536 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fde27d-4923-44a6-9c9d-587d8103c0b1 req-eefc5856-3557-423b-bc75-a9aab9c2b5b5 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:17.614971 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e3fde27d-4923-44a6-9c9d-587d8103c0b1 req-eefc5856-3557-423b-bc75-a9aab9c2b5b5 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0877011 Aug 23 10:24:17.660070 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e3fde27d-4923-44a6-9c9d-587d8103c0b1 req-2f5cb0e0-7513-40f9-abf3-493c4c859735 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384364 Aug 23 10:24:18.842050 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65114c-25da-4dcb-8818-72a15608befd req-63a63fff-0707-4905-8146-4c13498bb02e tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:18.843397 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ca65114c-25da-4dcb-8818-72a15608befd req-63a63fff-0707-4905-8146-4c13498bb02e tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0775576 Aug 23 10:24:18.889796 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ca65114c-25da-4dcb-8818-72a15608befd req-ebac7d42-125c-4b8d-b773-bf640ac4d990 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408854 Aug 23 10:24:19.897731 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 36254) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:20.063964 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-72e10efb-7fa6-4146-84ab-ec6a8aa38130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:20.078222 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cf470-e259-4494-b0ee-ab3cf1447dd1 req-67fb5b6b-4255-48db-aff8-ebfa24cd8205 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:20.078714 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-72e10efb-7fa6-4146-84ab-ec6a8aa38130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:20.079679 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-518cf470-e259-4494-b0ee-ab3cf1447dd1 req-67fb5b6b-4255-48db-aff8-ebfa24cd8205 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0861840 Aug 23 10:24:20.082411 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-72e10efb-7fa6-4146-84ab-ec6a8aa38130 admin admin] Usage tracker for resource:security_group_rule and tenant:1123007ccfa943dda884c192c2568618 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:20.085887 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-72e10efb-7fa6-4146-84ab-ec6a8aa38130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:20.091869 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-72e10efb-7fa6-4146-84ab-ec6a8aa38130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:20.123804 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-518cf470-e259-4494-b0ee-ab3cf1447dd1 req-dc2b7905-9548-4664-a0b1-84d65172ee9f tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384066 Aug 23 10:24:20.172622 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-72e10efb-7fa6-4146-84ab-ec6a8aa38130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:20.176227 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-72e10efb-7fa6-4146-84ab-ec6a8aa38130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:20.185172 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-3164d168-7dc5-4ec7-ac10-f87a14273609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:20.222800 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-72e10efb-7fa6-4146-84ab-ec6a8aa38130 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1123007ccfa943dda884c192c2568618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233609 Aug 23 10:24:20.224310 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e10efb-7fa6-4146-84ab-ec6a8aa38130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffad850-d98b-4850-a6f5-b3086c83929a,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:20.225670 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 36262) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:20.227665 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-72e10efb-7fa6-4146-84ab-ec6a8aa38130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:20.287302 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-215213d2-f8c7-4884-a66c-075035b90928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:20.312265 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-215213d2-f8c7-4884-a66c-075035b90928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:20.362290 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-215213d2-f8c7-4884-a66c-075035b90928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:20.365945 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9883ca2b-3c09-43d0-a4f7-6cd2dc584203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:20.377218 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215213d2-f8c7-4884-a66c-075035b90928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffad850-d98b-4850-a6f5-b3086c83929a,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:20.379718 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-215213d2-f8c7-4884-a66c-075035b90928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:20.388480 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-215213d2-f8c7-4884-a66c-075035b90928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:20.392062 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-215213d2-f8c7-4884-a66c-075035b90928 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fffad850-d98b-4850-a6f5-b3086c83929a HTTP/1.1" status: 204 len: 168 time: 0.1616054 Aug 23 10:24:21.104049 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 36298) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:21.207926 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1771966278-network', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:24:21.212875 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:21.216759 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] Usage tracker for resource:network and tenant:a6864e9926d446a1b338ada6c729f0ea is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:21.219620 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:21.229443 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:21.283052 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] Made reservation on behalf of a6864e9926d446a1b338ada6c729f0ea for: {'network': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:24:21.285260 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for network, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:21.300224 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:21.319791 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:21.324972 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] Usage tracker for resource:security_group_rule and tenant:a6864e9926d446a1b338ada6c729f0ea is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:21.328910 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:21.335432 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:21.356588 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e6d46-5356-48b9-a2fb-61ce97a4c7a9 req-c1f2072c-bbab-4ab0-af92-0de7e5bf1392 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:21.358064 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-b83e6d46-5356-48b9-a2fb-61ce97a4c7a9 req-c1f2072c-bbab-4ab0-af92-0de7e5bf1392 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.1235447 Aug 23 10:24:21.423841 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-b83e6d46-5356-48b9-a2fb-61ce97a4c7a9 req-7d616afe-d36a-46a6-888b-583ac20e1a46 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589325 Aug 23 10:24:21.466873 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:21.470397 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:21.474096 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3ff8f47f-d47a-4219-a79c-8c1786d553f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:21.500714 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=79261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:24:21.508920 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8387218c-5103-4f58-ab45-85a728b88a8d,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:21.512602 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:21.515150 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:21.515504 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.db.segments_db [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] Added segment 5f857737-07df-483e-98d1-f9abb21c6d3f of type vlan for network a18a32d3-3186-440e-9e08-e8bed12731a2 Aug 23 10:24:21.541499 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757078474397'] for network, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:21.569618 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for network, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:21.571029 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:21.571609 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:21.576261 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:21.687841 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] Pushing event updated for resources: {'Network': ['ID=a18a32d3-3186-440e-9e08-e8bed12731a2,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:21.694226 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5879152 Aug 23 10:24:21.694811 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:21.695212 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 36312) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:21.699206 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Network a18a32d3-3186-440e-9e08-e8bed12731a2 details requested by agent ovs-agent-dv-cinder-802781-2-iscsi with host dv-cinder-802781-2-iscsi {{(pid=79263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:24:21.700689 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-f40d817a-6e84-4863-b855-bcd42a7c3f56 admin admin] Request body: {'subnet': {'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1771966278-subnet', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'ip_version': 4}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:24:21.706564 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-f40d817a-6e84-4863-b855-bcd42a7c3f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:21.710888 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-f40d817a-6e84-4863-b855-bcd42a7c3f56 admin admin] Usage tracker for resource:subnet and tenant:a6864e9926d446a1b338ada6c729f0ea is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:21.714325 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-f40d817a-6e84-4863-b855-bcd42a7c3f56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:21.720527 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-f40d817a-6e84-4863-b855-bcd42a7c3f56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:21.734361 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40d817a-6e84-4863-b855-bcd42a7c3f56 admin admin] Made reservation on behalf of a6864e9926d446a1b338ada6c729f0ea for: {'subnet': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:24:21.736772 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f40d817a-6e84-4863-b855-bcd42a7c3f56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16076834'] for subnet, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:21.841306 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 36322) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:21.991467 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-336412d9-fbb0-49b2-81d0-2f22208fec59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:22.005300 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f40d817a-6e84-4863-b855-bcd42a7c3f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14700644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16076880'] for subnet, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:22.010209 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-336f744c-6856-4e8e-b92a-d80ad9303b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:22.050528 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-336412d9-fbb0-49b2-81d0-2f22208fec59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:22.062454 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-336412d9-fbb0-49b2-81d0-2f22208fec59 admin admin] Usage tracker for resource:security_group_rule and tenant:a5034dc33cb249f090099117b0d9ef3c is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:22.066197 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-336412d9-fbb0-49b2-81d0-2f22208fec59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:22.082763 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-336412d9-fbb0-49b2-81d0-2f22208fec59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:22.098065 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d817a-6e84-4863-b855-bcd42a7c3f56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14c11f95-41aa-4176-8d80-0a61ad808b4f,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:22.104459 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f40d817a-6e84-4863-b855-bcd42a7c3f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:22.111643 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40d817a-6e84-4863-b855-bcd42a7c3f56 admin admin] Checking segment: {'id': '5f857737-07df-483e-98d1-f9abb21c6d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:24:22.111994 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40d817a-6e84-4863-b855-bcd42a7c3f56 admin admin] Network hostable DHCP agents. Network: a18a32d3-3186-440e-9e08-e8bed12731a2, hostable agents: ['4a75187f-898e-4cea-928c-8d2a7fd8cd5e'], hosted agents: [] {{(pid=79261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:24:22.149301 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40d817a-6e84-4863-b855-bcd42a7c3f56 admin admin] Network a18a32d3-3186-440e-9e08-e8bed12731a2 is scheduled to be hosted by DHCP agent 4a75187f-898e-4cea-928c-8d2a7fd8cd5e with binding_index 1 {{(pid=79261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:24:22.161686 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-f40d817a-6e84-4863-b855-bcd42a7c3f56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-iscsi, a18a32d3-3186-440e-9e08-e8bed12731a2) {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:24:22.169533 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9752ae-4fa9-4c0d-9293-7dd97add4314 None None] Network a18a32d3-3186-440e-9e08-e8bed12731a2 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:24:22.170983 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40d817a-6e84-4863-b855-bcd42a7c3f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:22.171663 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f40d817a-6e84-4863-b855-bcd42a7c3f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:22.222111 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-f40d817a-6e84-4863-b855-bcd42a7c3f56 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5258319 Aug 23 10:24:22.224840 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 36328) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:22.229304 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-336412d9-fbb0-49b2-81d0-2f22208fec59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:22.231404 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:24:22.234354 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-336412d9-fbb0-49b2-81d0-2f22208fec59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:22.240180 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:22.242939 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:22.245233 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] Usage tracker for resource:router and tenant:a6864e9926d446a1b338ada6c729f0ea is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:22.248314 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:22.254112 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:22.267486 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1338'] for router, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:22.268980 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2017208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1331'] for router, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:22.286122 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-336412d9-fbb0-49b2-81d0-2f22208fec59 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5034dc33cb249f090099117b0d9ef3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4437776 Aug 23 10:24:22.287770 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:22.287894 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336412d9-fbb0-49b2-81d0-2f22208fec59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ec5b8b-6fd7-43e3-9f4c-e377f29c04d6,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:22.290911 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 36332) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:22.293933 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-336412d9-fbb0-49b2-81d0-2f22208fec59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:22.360480 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7c68d62e-92b3-4ed5-9dc9-4dbd33df6f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:22.389398 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7c68d62e-92b3-4ed5-9dc9-4dbd33df6f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:22.450667 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7c68d62e-92b3-4ed5-9dc9-4dbd33df6f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:22.457317 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-46aaee3b-d676-4f78-8757-3e6c2ef7ad75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:22.462140 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e0f81f4-72ae-5f66-9edb-05093a465032-a18a32d3-3186-440e-9e08-e8bed12731a2', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'fixed_ips': [{'subnet_id': '14c11f95-41aa-4176-8d80-0a61ad808b4f'}]}} from dv-cinder-802781-2-iscsi. {{(pid=79263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 10:24:22.463167 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:22.467288 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68d62e-92b3-4ed5-9dc9-4dbd33df6f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ec5b8b-6fd7-43e3-9f4c-e377f29c04d6,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:22.470887 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7c68d62e-92b3-4ed5-9dc9-4dbd33df6f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:22.474359 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7c68d62e-92b3-4ed5-9dc9-4dbd33df6f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:22.475525 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-7c68d62e-92b3-4ed5-9dc9-4dbd33df6f37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99ec5b8b-6fd7-43e3-9f4c-e377f29c04d6 HTTP/1.1" status: 204 len: 168 time: 0.1833334 Aug 23 10:24:22.647775 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.db_base_plugin_common [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Allocated IP 172.20.0.2 (a18a32d3-3186-440e-9e08-e8bed12731a2/14c11f95-41aa-4176-8d80-0a61ad808b4f/c6c18fe2-d732-4540-9753-3667172ffd03) {{(pid=79263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:24:22.690063 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1317'] for router, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:22.759762 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d49b84-5c31-41a7-a89a-511cecfb9701 req-0f823cdd-36c9-4f64-9308-58f4ec06eb4a tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:22.759762 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-95d49b84-5c31-41a7-a89a-511cecfb9701 req-0f823cdd-36c9-4f64-9308-58f4ec06eb4a tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.1896868 Aug 23 10:24:22.865745 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Notify callbacks [] for port, precommit_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:22.869133 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-95d49b84-5c31-41a7-a89a-511cecfb9701 req-df3a978c-e75d-4995-9dee-e349ba42c3e7 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507987 Aug 23 10:24:22.877517 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Transition to ACTIVE for port object c6c18fe2-d732-4540-9753-3667172ffd03 will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:24:22.897575 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Transition to ACTIVE for port object c6c18fe2-d732-4540-9753-3667172ffd03 will not be triggered until provisioned by entity DHCP. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:24:22.903726 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568'] for port, after_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:22.913955 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:22.971602 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Network a18a32d3-3186-440e-9e08-e8bed12731a2 is already hosted by enough agents. {{(pid=79263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:24:22.974105 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.scheduler.base_scheduler [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Resources bound (agent type, host, resource id): {{(pid=79263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:24:22.977526 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Received port after_create {{(pid=79263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:24:23.088773 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Attempting to bind port c6c18fe2-d732-4540-9753-3667172ffd03 on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:24:23.089168 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Attempting to bind port c6c18fe2-d732-4540-9753-3667172ffd03 by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': '5f857737-07df-483e-98d1-f9abb21c6d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:24:23.089532 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Attempting to bind port c6c18fe2-d732-4540-9753-3667172ffd03 on network a18a32d3-3186-440e-9e08-e8bed12731a2 {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:24:23.091558 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Pushing event updated for resources: {'Port': ['ID=c6c18fe2-d732-4540-9753-3667172ffd03,revision_number=1']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:23.100005 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:23.100361 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:23.100759 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:23.101094 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:23.101424 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:23.101754 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:23.102083 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:23.102406 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:23.102747 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:23.103071 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:23.103388 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:23.103704 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:23.107496 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:23.110152 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:24:23.110719 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Checking segment: {'id': '5f857737-07df-483e-98d1-f9abb21c6d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:24:23.111142 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:23.111539 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Bound using segment: {'id': '5f857737-07df-483e-98d1-f9abb21c6d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:24:23.112014 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Bound port: c6c18fe2-d732-4540-9753-3667172ffd03, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f857737-07df-483e-98d1-f9abb21c6d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:24:23.112424 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:23.120554 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:23.156161 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:23.212414 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] For port c6c18fe2-d732-4540-9753-3667172ffd03, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:24:23.217218 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] For port c6c18fe2-d732-4540-9753-3667172ffd03, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=c6c18fe2-d732-4540-9753-3667172ffd03,segment=NetworkSegment(5f857737-07df-483e-98d1-f9abb21c6d3f),segment_id=5f857737-07df-483e-98d1-f9abb21c6d3f)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:24:23.224597 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:23.228674 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:23.313091 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Pushing event updated for resources: {'Port': ['ID=c6c18fe2-d732-4540-9753-3667172ffd03,revision_number=2']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:23.316643 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:23.316854 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] Allocated IP 172.27.2.190 (0e8cefd7-d645-4496-8b4b-729be1dafeb2/42841614-a1e8-4916-825f-ef19d8d550be/b8ff0475-4af1-4a18-ab5c-699bacc90e34) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:24:23.473277 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:23.521962 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:23.526640 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:23.596793 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] Network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:24:23.600034 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:24:23.603829 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:24:23.627944 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device c6c18fe2-d732-4540-9753-3667172ffd03 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:24:23.649765 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] Pushing event updated for resources: {'Port': ['ID=b8ff0475-4af1-4a18-ab5c-699bacc90e34,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:23.654581 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:23.718006 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port c6c18fe2-d732-4540-9753-3667172ffd03 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:24:24.102479 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d28391-0246-42b0-93fe-c8534a4e168b req-484debc9-5730-4e5c-84d0-ed00df48f49d tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:24.110375 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d0d28391-0246-42b0-93fe-c8534a4e168b req-484debc9-5730-4e5c-84d0-ed00df48f49d tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.1195428 Aug 23 10:24:24.197114 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:24.269500 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d0d28391-0246-42b0-93fe-c8534a4e168b req-8853eb75-1055-4015-a806-38b2e98fae2b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581492 Aug 23 10:24:24.432099 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc6ce54-a385-4711-b168-af992b07eb48 None None] Network a18a32d3-3186-440e-9e08-e8bed12731a2 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:24:24.542839 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-aaac541e-2ada-4b5a-8b1e-8e7cd96b153b None None] Provisioning for port c6c18fe2-d732-4540-9753-3667172ffd03 completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:24:24.560007 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-aaac541e-2ada-4b5a-8b1e-8e7cd96b153b None None] Provisioning complete for port c6c18fe2-d732-4540-9753-3667172ffd03 triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:24:24.560396 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-aaac541e-2ada-4b5a-8b1e-8e7cd96b153b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:24.584697 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589225'] for router, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:24.776395 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-aaac541e-2ada-4b5a-8b1e-8e7cd96b153b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:24.795922 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] Router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f is scheduled to L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 with binding_index 1 {{(pid=79262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 10:24:24.814149 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-aaac541e-2ada-4b5a-8b1e-8e7cd96b153b None None] For port c6c18fe2-d732-4540-9753-3667172ffd03, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=c6c18fe2-d732-4540-9753-3667172ffd03,segment=NetworkSegment(5f857737-07df-483e-98d1-f9abb21c6d3f),segment_id=5f857737-07df-483e-98d1-f9abb21c6d3f)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:24:24.819420 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-aaac541e-2ada-4b5a-8b1e-8e7cd96b153b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:24.822032 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-de165be5-1d87-4c54-b439-0fdf0892eb8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:24.891898 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac541e-2ada-4b5a-8b1e-8e7cd96b153b None None] Pushing event updated for resources: {'Port': ['ID=c6c18fe2-d732-4540-9753-3667172ffd03,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:24.895769 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-aaac541e-2ada-4b5a-8b1e-8e7cd96b153b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:24.986048 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:24:24.996650 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] Sync routers for ids ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'] in dv-cinder-802781-2-iscsi {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:24:25.010430 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] Routers {'6dda64b0-5a92-4731-ba79-9cb121c8bb7f'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:24:25.011185 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:24:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:24:25.017430 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] Notify callbacks [] for router, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:25.021652 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 36432) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:25.021930 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7952225 Aug 23 10:24:25.049134 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-9ff230d7-8f38-49b4-99a4-dbd9eabd010d None None] Provisioning complete for port c6c18fe2-d732-4540-9753-3667172ffd03 triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:24:25.049508 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-9ff230d7-8f38-49b4-99a4-dbd9eabd010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:25.216423 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] Set router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:24:25.478151 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a39aa7-3efa-4d4d-a7bd-ada85f3717ee req-e8ba0c28-497b-408e-9699-caa0f3cc79d9 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:25.484440 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-53a39aa7-3efa-4d4d-a7bd-ada85f3717ee req-e8ba0c28-497b-408e-9699-caa0f3cc79d9 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.1111677 Aug 23 10:24:25.518018 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:24:23Z', 'revision_number': 3, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port': {'id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:23Z', 'updated_at': '2021-08-23T10:24:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:24:25.524278 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] Checking router: 6dda64b0-5a92-4731-ba79-9cb121c8bb7f for host: dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:24:25.525787 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] Updating router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f port b8ff0475-4af1-4a18-ab5c-699bacc90e34 binding host dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:24:25.572949 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-53a39aa7-3efa-4d4d-a7bd-ada85f3717ee req-72c25884-7fdc-473a-a416-0cb9d1e8eea1 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861137 Aug 23 10:24:25.602915 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device c6c18fe2-d732-4540-9753-3667172ffd03 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:24:25.605070 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:25.683310 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port c6c18fe2-d732-4540-9753-3667172ffd03 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:24:25.684035 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:25.768125 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8276ad93-025a-4f4f-b19c-e464db7de2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:25.980589 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] Notify callbacks [] for port, precommit_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:25.992825 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.provisioning_blocks [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] Transition to ACTIVE for port object b8ff0475-4af1-4a18-ab5c-699bacc90e34 will not be triggered until provisioned by entity L2. {{(pid=79264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:24:25.993501 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [None req-8276ad93-025a-4f4f-b19c-e464db7de2e3 admin admin] Allocated IP 172.20.0.1 (a18a32d3-3186-440e-9e08-e8bed12731a2/14c11f95-41aa-4176-8d80-0a61ad808b4f/b71f2042-dd45-41a0-85a3-94da6fa9fc8d) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:24:26.000617 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:26.005099 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:26.090831 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] Attempting to bind port b8ff0475-4af1-4a18-ab5c-699bacc90e34 on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:24:26.091202 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] Attempting to bind port b8ff0475-4af1-4a18-ab5c-699bacc90e34 by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}] {{(pid=79264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:24:26.091564 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] Attempting to bind port b8ff0475-4af1-4a18-ab5c-699bacc90e34 on network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:24:26.094949 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109bb59-9bbb-4e48-a99b-b314d77890c7 None None] Pushing event updated for resources: {'Port': ['ID=b8ff0475-4af1-4a18-ab5c-699bacc90e34,revision_number=2']} {{(pid=79264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:26.102497 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:24:26.102869 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] Checking segment: {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:24:26.103268 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:26.103659 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] Bound using segment: {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'} {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:24:26.104116 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] Bound port: b8ff0475-4af1-4a18-ab5c-699bacc90e34, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}}] {{(pid=79264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:24:26.104503 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:26.134309 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109bb59-9bbb-4e48-a99b-b314d77890c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:26.134725 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109bb59-9bbb-4e48-a99b-b314d77890c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:26.135012 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109bb59-9bbb-4e48-a99b-b314d77890c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:26.135381 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109bb59-9bbb-4e48-a99b-b314d77890c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:26.135785 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109bb59-9bbb-4e48-a99b-b314d77890c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:26.136138 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109bb59-9bbb-4e48-a99b-b314d77890c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:26.136457 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109bb59-9bbb-4e48-a99b-b314d77890c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:26.136803 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109bb59-9bbb-4e48-a99b-b314d77890c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:26.137146 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109bb59-9bbb-4e48-a99b-b314d77890c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:26.137721 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109bb59-9bbb-4e48-a99b-b314d77890c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:26.138061 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109bb59-9bbb-4e48-a99b-b314d77890c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:26.138409 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109bb59-9bbb-4e48-a99b-b314d77890c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:24:26.142109 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-5109bb59-9bbb-4e48-a99b-b314d77890c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:26.155371 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8276ad93-025a-4f4f-b19c-e464db7de2e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:26.173074 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [None req-8276ad93-025a-4f4f-b19c-e464db7de2e3 admin admin] Transition to ACTIVE for port object b71f2042-dd45-41a0-85a3-94da6fa9fc8d will not be triggered until provisioned by entity DHCP. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:24:26.187483 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.db [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] For port b8ff0475-4af1-4a18-ab5c-699bacc90e34, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:24:26.190449 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.db [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] For port b8ff0475-4af1-4a18-ab5c-699bacc90e34, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=b8ff0475-4af1-4a18-ab5c-699bacc90e34,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:24:26.194242 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:26.198458 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:26.199021 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8276ad93-025a-4f4f-b19c-e464db7de2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:26.203496 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-876d8be6-764f-48ba-a015-efea4806bbca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:26.264154 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8276ad93-025a-4f4f-b19c-e464db7de2e3 admin admin] Network a18a32d3-3186-440e-9e08-e8bed12731a2 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:24:26.267047 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-8276ad93-025a-4f4f-b19c-e464db7de2e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:24:26.271965 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8276ad93-025a-4f4f-b19c-e464db7de2e3 admin admin] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:24:26.275791 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] Routers {'6dda64b0-5a92-4731-ba79-9cb121c8bb7f'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:24:26.276434 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:24:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:24:26.333865 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276ad93-025a-4f4f-b19c-e464db7de2e3 admin admin] Pushing event updated for resources: {'Port': ['ID=b71f2042-dd45-41a0-85a3-94da6fa9fc8d,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:26.343539 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8276ad93-025a-4f4f-b19c-e464db7de2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:26.362974 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8276ad93-025a-4f4f-b19c-e464db7de2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698860'] for router_interface, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:26.373040 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109bb59-9bbb-4e48-a99b-b314d77890c7 None None] Pushing event updated for resources: {'Port': ['ID=b8ff0475-4af1-4a18-ab5c-699bacc90e34,revision_number=3']} {{(pid=79264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:26.388698 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-5109bb59-9bbb-4e48-a99b-b314d77890c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:26.514075 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8276ad93-025a-4f4f-b19c-e464db7de2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:26.514565 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] Set router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:24:26.614270 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-35775350-c041-4e4c-b1cb-33631be409b7 None None] Provisioning for port b71f2042-dd45-41a0-85a3-94da6fa9fc8d completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:24:26.621411 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-35775350-c041-4e4c-b1cb-33631be409b7 None None] Provisioning complete for port b71f2042-dd45-41a0-85a3-94da6fa9fc8d triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:24:26.622158 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-35775350-c041-4e4c-b1cb-33631be409b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:26.758478 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-35775350-c041-4e4c-b1cb-33631be409b7 None None] Port b71f2042-dd45-41a0-85a3-94da6fa9fc8d cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:24:26.863278 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:24:23Z', 'revision_number': 3, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port': {'id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:23Z', 'updated_at': '2021-08-23T10:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:24:26.867720 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b1f5d6-6340-44e2-8c33-2010830be7f3 None None] The sync data for ids ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'] in dv-cinder-802781-2-iscsi is: [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:24:23Z', 'revision_number': 3, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port': {'id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:23Z', 'updated_at': '2021-08-23T10:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}] {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:24:27.014187 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d50f45-b90b-4213-b9db-d9214c99d39a req-bf01b1df-8ab1-4141-bc7a-63b5ec6737d2 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:27.021158 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-72d50f45-b90b-4213-b9db-d9214c99d39a req-bf01b1df-8ab1-4141-bc7a-63b5ec6737d2 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.1348875 Aug 23 10:24:27.072433 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8276ad93-025a-4f4f-b19c-e464db7de2e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:27.079114 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8276ad93-025a-4f4f-b19c-e464db7de2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14701805'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:27.111789 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-72d50f45-b90b-4213-b9db-d9214c99d39a req-1dfa3bba-88d8-466a-a162-b5ad1a14e9c9 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896592 Aug 23 10:24:27.116847 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:27.221770 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276ad93-025a-4f4f-b19c-e464db7de2e3 admin admin] Pushing event updated for resources: {'Port': ['ID=b71f2042-dd45-41a0-85a3-94da6fa9fc8d,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:27.224468 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8276ad93-025a-4f4f-b19c-e464db7de2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1815952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698883'] for router_interface, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:27.228589 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8276ad93-025a-4f4f-b19c-e464db7de2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:27.374657 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8276ad93-025a-4f4f-b19c-e464db7de2e3 admin admin] Network a18a32d3-3186-440e-9e08-e8bed12731a2 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:24:27.375956 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-8276ad93-025a-4f4f-b19c-e464db7de2e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:24:27.617758 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device b8ff0475-4af1-4a18-ab5c-699bacc90e34 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:24:27.650886 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8276ad93-025a-4f4f-b19c-e464db7de2e3 admin admin] Router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:24:27.715530 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port b8ff0475-4af1-4a18-ab5c-699bacc90e34 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:24:27.722180 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port b8ff0475-4af1-4a18-ab5c-699bacc90e34 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:24:27.723007 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:27.821007 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-a316dc32-1126-4fcd-9b80-18a83cf9a0d0 None None] Provisioning complete for port b71f2042-dd45-41a0-85a3-94da6fa9fc8d triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:24:27.821562 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a316dc32-1126-4fcd-9b80-18a83cf9a0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:27.902363 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8276ad93-025a-4f4f-b19c-e464db7de2e3 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:24:27.915297 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-a316dc32-1126-4fcd-9b80-18a83cf9a0d0 None None] Port b71f2042-dd45-41a0-85a3-94da6fa9fc8d cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:24:27.922810 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-8276ad93-025a-4f4f-b19c-e464db7de2e3 admin admin] 10.222.0.21 "PUT /v2.0/routers/6dda64b0-5a92-4731-ba79-9cb121c8bb7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8990190 Aug 23 10:24:27.953923 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:27.979318 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port b8ff0475-4af1-4a18-ab5c-699bacc90e34, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=b8ff0475-4af1-4a18-ab5c-699bacc90e34,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:24:27.986244 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:27.994720 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-d952f7f7-d59b-4c38-a4f1-e21e68483277 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:28.093290 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=b8ff0475-4af1-4a18-ab5c-699bacc90e34,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:28.097432 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:28.322305 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a29272-f253-4752-a628-8db586d18a71 req-e9e8a8f7-462f-4d70-9cea-f33b279463bf tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:28.323900 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-73a29272-f253-4752-a628-8db586d18a71 req-e9e8a8f7-462f-4d70-9cea-f33b279463bf tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0914779 Aug 23 10:24:28.375201 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-73a29272-f253-4752-a628-8db586d18a71 req-82f7facc-3532-4634-9a66-15f447b65597 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438943 Aug 23 10:24:28.515614 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:28.565191 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 36492) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:28.571203 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-287470985-network', 'tenant_id': '524e4b16ebe34cb8b91449351347d9c8'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:24:28.577081 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:28.581482 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] Usage tracker for resource:network and tenant:524e4b16ebe34cb8b91449351347d9c8 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:28.584512 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:28.591269 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:28.601965 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] Made reservation on behalf of 524e4b16ebe34cb8b91449351347d9c8 for: {'network': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:24:28.604353 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for network, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:28.617005 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:28.631501 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:28.636133 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] Usage tracker for resource:security_group_rule and tenant:524e4b16ebe34cb8b91449351347d9c8 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:28.639369 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:28.645179 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:28.733200 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:28.737626 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:28.740658 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-bada399e-2cc8-49d6-ae25-44693b4bffa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:28.772931 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=79262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:24:28.775062 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7255eb26-da02-431c-84a1-6c28b60c8089,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:28.780114 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:28.785198 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:28.785603 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.db.segments_db [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] Added segment 1df3477d-672f-4345-aea7-df82bff1560b of type vlan for network 8310d160-746d-43af-a0a6-6d9ce8b10e24 Aug 23 10:24:28.812673 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] Sync routers for ids ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:24:28.817459 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757078474397'] for network, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:28.822078 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] Routers {'6dda64b0-5a92-4731-ba79-9cb121c8bb7f'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:24:28.822675 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:24:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:24:28.848550 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for network, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:28.849933 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:28.851095 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:28.856484 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-cda6f3f9-7e2a-46fe-a129-b4540974f5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:28.947602 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3815849 Aug 23 10:24:28.950412 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 36498) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:28.956746 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-4b217994-3e99-412f-8274-dce205b9e1d2 admin admin] Request body: {'subnet': {'network_id': '8310d160-746d-43af-a0a6-6d9ce8b10e24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-287470985-subnet', 'tenant_id': '524e4b16ebe34cb8b91449351347d9c8', 'ip_version': 4}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:24:28.964499 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-4b217994-3e99-412f-8274-dce205b9e1d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:28.965108 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] Pushing event updated for resources: {'Network': ['ID=8310d160-746d-43af-a0a6-6d9ce8b10e24,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:28.976998 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-4b217994-3e99-412f-8274-dce205b9e1d2 admin admin] Usage tracker for resource:subnet and tenant:524e4b16ebe34cb8b91449351347d9c8 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:28.979209 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-3e5818b5-57cc-4c83-bc28-e6c95a92b752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:28.980785 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-4b217994-3e99-412f-8274-dce205b9e1d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:28.986637 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-4b217994-3e99-412f-8274-dce205b9e1d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:28.992824 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Network 8310d160-746d-43af-a0a6-6d9ce8b10e24 details requested by agent ovs-agent-dv-cinder-802781-2-iscsi with host dv-cinder-802781-2-iscsi {{(pid=79263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:24:29.000253 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b217994-3e99-412f-8274-dce205b9e1d2 admin admin] Made reservation on behalf of 524e4b16ebe34cb8b91449351347d9c8 for: {'subnet': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:24:29.002749 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4b217994-3e99-412f-8274-dce205b9e1d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16076834'] for subnet, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:29.102642 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] Set router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:24:29.287338 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4b217994-3e99-412f-8274-dce205b9e1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14700644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16076880'] for subnet, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:29.298493 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-2915de24-b490-4344-809d-77c9364b859e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:29.384989 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b217994-3e99-412f-8274-dce205b9e1d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f9db38-84d5-4e15-8088-015d92d69033,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:29.389613 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-4b217994-3e99-412f-8274-dce205b9e1d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:29.390472 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b217994-3e99-412f-8274-dce205b9e1d2 admin admin] Checking segment: {'id': '1df3477d-672f-4345-aea7-df82bff1560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8310d160-746d-43af-a0a6-6d9ce8b10e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:24:29.390825 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b217994-3e99-412f-8274-dce205b9e1d2 admin admin] Network hostable DHCP agents. Network: 8310d160-746d-43af-a0a6-6d9ce8b10e24, hostable agents: ['4a75187f-898e-4cea-928c-8d2a7fd8cd5e'], hosted agents: [] {{(pid=79261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:24:29.415987 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b217994-3e99-412f-8274-dce205b9e1d2 admin admin] Network 8310d160-746d-43af-a0a6-6d9ce8b10e24 is scheduled to be hosted by DHCP agent 4a75187f-898e-4cea-928c-8d2a7fd8cd5e with binding_index 1 {{(pid=79261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:24:29.428350 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-4b217994-3e99-412f-8274-dce205b9e1d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-iscsi, 8310d160-746d-43af-a0a6-6d9ce8b10e24) {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:24:29.434301 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b217994-3e99-412f-8274-dce205b9e1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:29.435124 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4b217994-3e99-412f-8274-dce205b9e1d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:29.460837 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1535595-28bf-4096-9979-f81f3f57edbb None None] Network 8310d160-746d-43af-a0a6-6d9ce8b10e24 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:24:29.466162 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-4b217994-3e99-412f-8274-dce205b9e1d2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5145736 Aug 23 10:24:29.468333 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 36514) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:29.474913 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-287470985-router', 'tenant_id': '524e4b16ebe34cb8b91449351347d9c8', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:24:29.480065 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:29.484268 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] Usage tracker for resource:router and tenant:524e4b16ebe34cb8b91449351347d9c8 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:29.487256 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:29.493996 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:29.564021 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1338'] for router, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:29.565100 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2017208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1331'] for router, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:29.597071 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device b8ff0475-4af1-4a18-ab5c-699bacc90e34 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:24:29.598563 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:29.647221 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 36522) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:29.721294 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4896bfa-9fc7-4750-a8d7-5c233acab065 req-b939d6cd-2362-489e-b31c-6bc18149e99c tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:29.722723 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a4896bfa-9fc7-4750-a8d7-5c233acab065 req-b939d6cd-2362-489e-b31c-6bc18149e99c tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.2054269 Aug 23 10:24:29.735998 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:24:26Z', 'revision_number': 4, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port': {'id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:23Z', 'updated_at': '2021-08-23T10:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': 'b71f2042-dd45-41a0-85a3-94da6fa9fc8d', 'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'mac_address': 'fa:16:3e:7f:2c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:25Z', 'updated_at': '2021-08-23T10:24:26Z', 'revision_number': 2, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'subnets': [{'id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:24:29.748169 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] Checking router: 6dda64b0-5a92-4731-ba79-9cb121c8bb7f for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:24:29.748533 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] Updating router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f port b71f2042-dd45-41a0-85a3-94da6fa9fc8d binding host dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:24:29.803624 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-afba0365-8032-438b-98a0-9549dc77b30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:29.835279 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e0f81f4-72ae-5f66-9edb-05093a465032-8310d160-746d-43af-a0a6-6d9ce8b10e24', 'network_id': '8310d160-746d-43af-a0a6-6d9ce8b10e24', 'tenant_id': '524e4b16ebe34cb8b91449351347d9c8', 'fixed_ips': [{'subnet_id': '77f9db38-84d5-4e15-8088-015d92d69033'}]}} from dv-cinder-802781-2-iscsi. {{(pid=79263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 10:24:29.836126 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:29.861800 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port b8ff0475-4af1-4a18-ab5c-699bacc90e34 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:24:29.862185 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:29.888449 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:29.901457 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-afba0365-8032-438b-98a0-9549dc77b30e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:29.905509 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-afba0365-8032-438b-98a0-9549dc77b30e admin admin] Usage tracker for resource:security_group_rule and tenant:e9a954d091fe482eb1ca7ac280d774e9 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:29.908671 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-afba0365-8032-438b-98a0-9549dc77b30e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:29.917356 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-afba0365-8032-438b-98a0-9549dc77b30e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:30.028063 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a4896bfa-9fc7-4750-a8d7-5c233acab065 req-b6f22ffa-1dfe-4d52-95b9-5958a3a09baa tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887652 Aug 23 10:24:30.052878 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-afba0365-8032-438b-98a0-9549dc77b30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:30.058307 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-afba0365-8032-438b-98a0-9549dc77b30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:30.069587 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-77945e88-86d1-417f-85bb-976094258408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:30.116970 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1317'] for router, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:30.132705 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-afba0365-8032-438b-98a0-9549dc77b30e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9a954d091fe482eb1ca7ac280d774e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4821494 Aug 23 10:24:30.134058 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 36530) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:30.138026 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba0365-8032-438b-98a0-9549dc77b30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293bc421-84bb-45ba-aef0-969030eb85f3,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:30.144225 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-afba0365-8032-438b-98a0-9549dc77b30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:30.210412 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-486fe709-4459-4d47-b9e7-84a1d89bb354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:30.241372 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-486fe709-4459-4d47-b9e7-84a1d89bb354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:30.311505 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-486fe709-4459-4d47-b9e7-84a1d89bb354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:30.315658 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c2491e0c-9be8-489b-9c99-f687299e9903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:30.331809 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fe709-4459-4d47-b9e7-84a1d89bb354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293bc421-84bb-45ba-aef0-969030eb85f3,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:30.334805 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-486fe709-4459-4d47-b9e7-84a1d89bb354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:30.342987 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-486fe709-4459-4d47-b9e7-84a1d89bb354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:30.346729 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-486fe709-4459-4d47-b9e7-84a1d89bb354 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/293bc421-84bb-45ba-aef0-969030eb85f3 HTTP/1.1" status: 204 len: 168 time: 0.2092268 Aug 23 10:24:30.360256 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.db_base_plugin_common [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Allocated IP 172.20.0.2 (8310d160-746d-43af-a0a6-6d9ce8b10e24/77f9db38-84d5-4e15-8088-015d92d69033/b258fd06-5ec9-43f7-88ae-12d64a57af0f) {{(pid=79263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:24:30.468479 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:30.504152 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:30.653485 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] Allocated IP 172.27.2.159 (0e8cefd7-d645-4496-8b4b-729be1dafeb2/42841614-a1e8-4916-825f-ef19d8d550be/1ebd7141-f128-4041-8ddd-fba92422288b) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:24:30.731952 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] Notify callbacks [] for port, precommit_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:30.758720 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Notify callbacks [] for port, precommit_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:30.768216 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] Transition to ACTIVE for port object b71f2042-dd45-41a0-85a3-94da6fa9fc8d will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:24:30.773827 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Transition to ACTIVE for port object b258fd06-5ec9-43f7-88ae-12d64a57af0f will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:24:30.780480 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:30.790172 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:30.851575 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:30.887944 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:30.898825 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3909b6a3-e2ae-4f3e-a465-e79b9640f769 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:30.917985 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Transition to ACTIVE for port object b258fd06-5ec9-43f7-88ae-12d64a57af0f will not be triggered until provisioned by entity DHCP. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:24:30.986952 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] Network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:24:30.994340 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:24:31.006085 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] Pushing event updated for resources: {'Port': ['ID=1ebd7141-f128-4041-8ddd-fba92422288b,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:31.009665 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568'] for port, after_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:31.020645 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:31.021648 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:24:31.031349 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075cf5a-5ad6-4164-b0ac-ff53e0ee5ff2 None None] Pushing event updated for resources: {'Port': ['ID=b71f2042-dd45-41a0-85a3-94da6fa9fc8d,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:31.043313 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-0075cf5a-5ad6-4164-b0ac-ff53e0ee5ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:31.043917 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:31.104905 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Network 8310d160-746d-43af-a0a6-6d9ce8b10e24 is already hosted by enough agents. {{(pid=79263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:24:31.118000 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] Attempting to bind port b71f2042-dd45-41a0-85a3-94da6fa9fc8d on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:24:31.118374 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] Attempting to bind port b71f2042-dd45-41a0-85a3-94da6fa9fc8d by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': '5f857737-07df-483e-98d1-f9abb21c6d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:24:31.118738 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] Attempting to bind port b71f2042-dd45-41a0-85a3-94da6fa9fc8d on network a18a32d3-3186-440e-9e08-e8bed12731a2 {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:24:31.123744 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.scheduler.base_scheduler [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Resources bound (agent type, host, resource id): {{(pid=79263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:24:31.128795 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Received port after_create {{(pid=79263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:24:31.137976 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:24:31.138357 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] Checking segment: {'id': '5f857737-07df-483e-98d1-f9abb21c6d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:24:31.138765 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:31.139167 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] Bound using segment: {'id': '5f857737-07df-483e-98d1-f9abb21c6d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:24:31.139650 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] Bound port: b71f2042-dd45-41a0-85a3-94da6fa9fc8d, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f857737-07df-483e-98d1-f9abb21c6d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:24:31.140027 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:31.205277 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Pushing event updated for resources: {'Port': ['ID=b258fd06-5ec9-43f7-88ae-12d64a57af0f,revision_number=1']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:31.236273 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:31.333265 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e604e26-412d-4dca-a163-a0adfeb2f59b req-e127d7ee-91c9-4779-8775-a4adcdfcc4da tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:31.335393 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-2e604e26-412d-4dca-a163-a0adfeb2f59b req-e127d7ee-91c9-4779-8775-a4adcdfcc4da tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.1415608 Aug 23 10:24:31.355469 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Attempting to bind port b258fd06-5ec9-43f7-88ae-12d64a57af0f on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:24:31.355850 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Attempting to bind port b258fd06-5ec9-43f7-88ae-12d64a57af0f by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': '1df3477d-672f-4345-aea7-df82bff1560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8310d160-746d-43af-a0a6-6d9ce8b10e24'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:24:31.356297 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Attempting to bind port b258fd06-5ec9-43f7-88ae-12d64a57af0f on network 8310d160-746d-43af-a0a6-6d9ce8b10e24 {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:24:31.373708 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:24:31.374097 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Checking segment: {'id': '1df3477d-672f-4345-aea7-df82bff1560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8310d160-746d-43af-a0a6-6d9ce8b10e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:24:31.374517 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:31.374921 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Bound using segment: {'id': '1df3477d-672f-4345-aea7-df82bff1560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8310d160-746d-43af-a0a6-6d9ce8b10e24'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:24:31.375405 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Bound port: b258fd06-5ec9-43f7-88ae-12d64a57af0f, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df3477d-672f-4345-aea7-df82bff1560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8310d160-746d-43af-a0a6-6d9ce8b10e24'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:24:31.375796 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:31.387191 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] For port b71f2042-dd45-41a0-85a3-94da6fa9fc8d, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:24:31.400433 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-2e604e26-412d-4dca-a163-a0adfeb2f59b req-61e95004-1bd1-4d90-8816-abf002112745 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540426 Aug 23 10:24:31.440724 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] For port b71f2042-dd45-41a0-85a3-94da6fa9fc8d, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=b71f2042-dd45-41a0-85a3-94da6fa9fc8d,segment=NetworkSegment(5f857737-07df-483e-98d1-f9abb21c6d3f),segment_id=5f857737-07df-483e-98d1-f9abb21c6d3f)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:24:31.456395 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:31.474841 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-0075cf5a-5ad6-4164-b0ac-ff53e0ee5ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:31.591549 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] Routers {'6dda64b0-5a92-4731-ba79-9cb121c8bb7f'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:24:31.597779 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:24:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:24:31.606637 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:31.668455 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] For port b258fd06-5ec9-43f7-88ae-12d64a57af0f, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:24:31.679974 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075cf5a-5ad6-4164-b0ac-ff53e0ee5ff2 None None] Pushing event updated for resources: {'Port': ['ID=b71f2042-dd45-41a0-85a3-94da6fa9fc8d,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:31.690442 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-0075cf5a-5ad6-4164-b0ac-ff53e0ee5ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:31.707055 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] For port b258fd06-5ec9-43f7-88ae-12d64a57af0f, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=b258fd06-5ec9-43f7-88ae-12d64a57af0f,segment=NetworkSegment(1df3477d-672f-4345-aea7-df82bff1560b),segment_id=1df3477d-672f-4345-aea7-df82bff1560b)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:24:31.719174 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:31.726984 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:31.938417 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Pushing event updated for resources: {'Port': ['ID=b258fd06-5ec9-43f7-88ae-12d64a57af0f,revision_number=2']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:31.960783 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:32.015814 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] Set router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:24:32.021805 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43d74f-f850-452c-8a8b-1d2b8a595ec3 req-7eb4e62a-8e77-4032-b9ba-38d2b5643253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:32.024078 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-ba43d74f-f850-452c-8a8b-1d2b8a595ec3 req-7eb4e62a-8e77-4032-b9ba-38d2b5643253 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 1098 time: 0.3235650 Aug 23 10:24:32.309995 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-ba43d74f-f850-452c-8a8b-1d2b8a595ec3 req-a17c1582-ed5c-4c9a-a76b-57a30d811471 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713964 Aug 23 10:24:32.325050 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589225'] for router, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:32.454957 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:24:26Z', 'revision_number': 4, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port': {'id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:23Z', 'updated_at': '2021-08-23T10:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': 'b71f2042-dd45-41a0-85a3-94da6fa9fc8d', 'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'mac_address': 'fa:16:3e:7f:2c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:25Z', 'updated_at': '2021-08-23T10:24:31Z', 'revision_number': 4, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'subnets': [{'id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:24:32.459046 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af6dbc1-4a58-4f23-9130-024510204958 None None] The sync data for ids ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'] in dv-cinder-802781-2-iscsi is: [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:24:26Z', 'revision_number': 4, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port': {'id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:23Z', 'updated_at': '2021-08-23T10:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': 'b71f2042-dd45-41a0-85a3-94da6fa9fc8d', 'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'mac_address': 'fa:16:3e:7f:2c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:25Z', 'updated_at': '2021-08-23T10:24:31Z', 'revision_number': 4, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'subnets': [{'id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:24:32.672920 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618f657-5e25-4527-9c5a-3252763b1fc3 req-7b87d4ea-fcc1-4511-9508-ba9fdf4a79cd tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:32.674486 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d618f657-5e25-4527-9c5a-3252763b1fc3 req-7b87d4ea-fcc1-4511-9508-ba9fdf4a79cd tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.1292524 Aug 23 10:24:32.675096 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] Router 5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52 is scheduled to L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 with binding_index 1 {{(pid=79261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 10:24:32.808501 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d618f657-5e25-4527-9c5a-3252763b1fc3 req-d877b5fa-f3f8-4848-b44a-1b30cfbc7c5c tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259582 Aug 23 10:24:32.844620 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-8912b222-58c3-4eef-8ebf-8eae7e14dbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:32.938646 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:24:32.949872 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] Sync routers for ids ['5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52'] in dv-cinder-802781-2-iscsi {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:24:32.967992 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] Routers {'5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:24:32.968817 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:24:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:24:33.000907 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] Notify callbacks [] for router, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:33.006599 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 36582) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:33.008158 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5386429 Aug 23 10:24:33.224274 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] Set router 5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:24:33.299016 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61448890-70f8-4f3f-9fe5-b926f60538ca None None] Network 8310d160-746d-43af-a0a6-6d9ce8b10e24 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:24:33.489735 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-6ba7f0bb-f41d-4262-b5d1-2a86810de42f None None] Provisioning for port b258fd06-5ec9-43f7-88ae-12d64a57af0f completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:24:33.731678 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52', 'name': 'tempest-TestVolumeBootPattern-287470985-router', 'tenant_id': '524e4b16ebe34cb8b91449351347d9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '1ebd7141-f128-4041-8ddd-fba92422288b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:29Z', 'updated_at': '2021-08-23T10:24:31Z', 'revision_number': 3, 'project_id': '524e4b16ebe34cb8b91449351347d9c8', 'gw_port': {'id': '1ebd7141-f128-4041-8ddd-fba92422288b', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:30Z', 'updated_at': '2021-08-23T10:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:24:33.743146 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device b258fd06-5ec9-43f7-88ae-12d64a57af0f up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:24:33.756430 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] Checking router: 5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52 for host: dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:24:33.757716 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] Updating router 5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52 port 1ebd7141-f128-4041-8ddd-fba92422288b binding host dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:24:33.797596 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:33.869503 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port b258fd06-5ec9-43f7-88ae-12d64a57af0f completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:24:33.883561 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port b258fd06-5ec9-43f7-88ae-12d64a57af0f triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:24:33.883951 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:33.899806 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:34.248224 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:34.309327 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5305c8b0-3689-4485-822f-6ba85788cb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:34.312930 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port b258fd06-5ec9-43f7-88ae-12d64a57af0f, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=b258fd06-5ec9-43f7-88ae-12d64a57af0f,segment=NetworkSegment(1df3477d-672f-4345-aea7-df82bff1560b),segment_id=1df3477d-672f-4345-aea7-df82bff1560b)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:24:34.317977 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:34.319796 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device b71f2042-dd45-41a0-85a3-94da6fa9fc8d up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:24:34.356344 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-aaac541e-2ada-4b5a-8b1e-8e7cd96b153b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:34.404988 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848ffca-0268-4465-a099-eaa1de462f3d req-0d54bbec-80a0-4e95-9cb4-7862c1e56271 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:34.406469 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f848ffca-0268-4465-a099-eaa1de462f3d req-0d54bbec-80a0-4e95-9cb4-7862c1e56271 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.2534022 Aug 23 10:24:34.462867 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-61086acc-2c21-4231-90f5-08c37e2ed765 None None] Provisioning complete for port b258fd06-5ec9-43f7-88ae-12d64a57af0f triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:24:34.463276 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-61086acc-2c21-4231-90f5-08c37e2ed765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:34.514835 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=b258fd06-5ec9-43f7-88ae-12d64a57af0f,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:34.517817 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] Notify callbacks [] for port, precommit_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:34.521754 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:34.531691 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.provisioning_blocks [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] Transition to ACTIVE for port object 1ebd7141-f128-4041-8ddd-fba92422288b will not be triggered until provisioned by entity L2. {{(pid=79264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:24:34.534494 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port b71f2042-dd45-41a0-85a3-94da6fa9fc8d completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:24:34.544362 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:34.544886 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port b71f2042-dd45-41a0-85a3-94da6fa9fc8d triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:24:34.545335 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:34.549192 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f848ffca-0268-4465-a099-eaa1de462f3d req-9a97e9f3-d38b-4d7d-9bcc-2349418181e2 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018994 Aug 23 10:24:34.560124 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-b6a66248-ab68-44d4-ba10-da0ab6a01598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:34.588819 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [None req-5305c8b0-3689-4485-822f-6ba85788cb81 admin admin] Allocated IP 172.20.0.1 (8310d160-746d-43af-a0a6-6d9ce8b10e24/77f9db38-84d5-4e15-8088-015d92d69033/a3843fe7-d0a8-4885-918a-b5a6ed747c26) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:24:34.625187 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] Attempting to bind port 1ebd7141-f128-4041-8ddd-fba92422288b on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:24:34.625560 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] Attempting to bind port 1ebd7141-f128-4041-8ddd-fba92422288b by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}] {{(pid=79264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:24:34.625928 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] Attempting to bind port 1ebd7141-f128-4041-8ddd-fba92422288b on network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:24:34.635736 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:24:34.636115 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] Checking segment: {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:24:34.636522 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:34.636963 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] Bound using segment: {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'} {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:24:34.637705 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] Bound port: 1ebd7141-f128-4041-8ddd-fba92422288b, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}}] {{(pid=79264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:24:34.638099 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:34.691854 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe602f4-6dab-47df-9fb0-5a046d3c6267 None None] Pushing event updated for resources: {'Port': ['ID=1ebd7141-f128-4041-8ddd-fba92422288b,revision_number=2']} {{(pid=79264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:34.697402 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-ffe602f4-6dab-47df-9fb0-5a046d3c6267 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:34.728546 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.db [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] For port 1ebd7141-f128-4041-8ddd-fba92422288b, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:24:34.731966 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.db [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] For port 1ebd7141-f128-4041-8ddd-fba92422288b, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=1ebd7141-f128-4041-8ddd-fba92422288b,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:24:34.735011 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:34.737172 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:34.743661 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-ffe602f4-6dab-47df-9fb0-5a046d3c6267 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:34.759327 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5305c8b0-3689-4485-822f-6ba85788cb81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:34.774001 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port b71f2042-dd45-41a0-85a3-94da6fa9fc8d, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=b71f2042-dd45-41a0-85a3-94da6fa9fc8d,segment=NetworkSegment(5f857737-07df-483e-98d1-f9abb21c6d3f),segment_id=5f857737-07df-483e-98d1-f9abb21c6d3f)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:24:34.777545 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-5305c8b0-3689-4485-822f-6ba85788cb81 admin admin] Transition to ACTIVE for port object a3843fe7-d0a8-4885-918a-b5a6ed747c26 will not be triggered until provisioned by entity DHCP. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:24:34.779915 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:34.782377 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:34.814218 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5305c8b0-3689-4485-822f-6ba85788cb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:34.821014 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:34.829026 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] Routers {'5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:24:34.829982 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:24:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:24:34.856987 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=b71f2042-dd45-41a0-85a3-94da6fa9fc8d,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:34.860355 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:34.905283 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe602f4-6dab-47df-9fb0-5a046d3c6267 None None] Pushing event updated for resources: {'Port': ['ID=1ebd7141-f128-4041-8ddd-fba92422288b,revision_number=3']} {{(pid=79264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:34.910267 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-ffe602f4-6dab-47df-9fb0-5a046d3c6267 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:34.963680 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5305c8b0-3689-4485-822f-6ba85788cb81 admin admin] Network 8310d160-746d-43af-a0a6-6d9ce8b10e24 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:24:34.966689 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-5305c8b0-3689-4485-822f-6ba85788cb81 admin admin] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:24:34.970520 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5305c8b0-3689-4485-822f-6ba85788cb81 admin admin] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:24:35.012024 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305c8b0-3689-4485-822f-6ba85788cb81 admin admin] Pushing event updated for resources: {'Port': ['ID=a3843fe7-d0a8-4885-918a-b5a6ed747c26,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:35.017966 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-5305c8b0-3689-4485-822f-6ba85788cb81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:35.045680 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5305c8b0-3689-4485-822f-6ba85788cb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698860'] for router_interface, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:35.057680 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] Set router 5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:24:35.187362 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5305c8b0-3689-4485-822f-6ba85788cb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:35.202289 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-3ef1c609-32a2-460e-a69a-dc5727a8f148 None None] Provisioning for port a3843fe7-d0a8-4885-918a-b5a6ed747c26 completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:24:35.207410 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-3ef1c609-32a2-460e-a69a-dc5727a8f148 None None] Provisioning complete for port a3843fe7-d0a8-4885-918a-b5a6ed747c26 triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:24:35.207835 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-3ef1c609-32a2-460e-a69a-dc5727a8f148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:35.268419 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-3ef1c609-32a2-460e-a69a-dc5727a8f148 None None] Port a3843fe7-d0a8-4885-918a-b5a6ed747c26 cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:24:35.393608 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52', 'name': 'tempest-TestVolumeBootPattern-287470985-router', 'tenant_id': '524e4b16ebe34cb8b91449351347d9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '1ebd7141-f128-4041-8ddd-fba92422288b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:29Z', 'updated_at': '2021-08-23T10:24:31Z', 'revision_number': 3, 'project_id': '524e4b16ebe34cb8b91449351347d9c8', 'gw_port': {'id': '1ebd7141-f128-4041-8ddd-fba92422288b', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:30Z', 'updated_at': '2021-08-23T10:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:24:35.398459 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac4cdc4-d0c7-4be9-826a-486652822b9d None None] The sync data for ids ['5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52'] in dv-cinder-802781-2-iscsi is: [{'id': '5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52', 'name': 'tempest-TestVolumeBootPattern-287470985-router', 'tenant_id': '524e4b16ebe34cb8b91449351347d9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '1ebd7141-f128-4041-8ddd-fba92422288b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:29Z', 'updated_at': '2021-08-23T10:24:31Z', 'revision_number': 3, 'project_id': '524e4b16ebe34cb8b91449351347d9c8', 'gw_port': {'id': '1ebd7141-f128-4041-8ddd-fba92422288b', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:30Z', 'updated_at': '2021-08-23T10:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}] {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:24:35.436814 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5305c8b0-3689-4485-822f-6ba85788cb81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:35.441281 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5305c8b0-3689-4485-822f-6ba85788cb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:35.466507 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:35.532810 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-771f6f7a-3816-4ede-b31f-b881ae91cc4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:35.550890 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5305c8b0-3689-4485-822f-6ba85788cb81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1815952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698883'] for router_interface, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:35.554309 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305c8b0-3689-4485-822f-6ba85788cb81 admin admin] Pushing event updated for resources: {'Port': ['ID=a3843fe7-d0a8-4885-918a-b5a6ed747c26,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:35.557780 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-5305c8b0-3689-4485-822f-6ba85788cb81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:35.584133 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device b258fd06-5ec9-43f7-88ae-12d64a57af0f up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:24:35.686223 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port b258fd06-5ec9-43f7-88ae-12d64a57af0f triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:24:35.686604 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:35.706356 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5305c8b0-3689-4485-822f-6ba85788cb81 admin admin] Network 8310d160-746d-43af-a0a6-6d9ce8b10e24 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:24:35.708755 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-5305c8b0-3689-4485-822f-6ba85788cb81 admin admin] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:24:35.861447 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device b71f2042-dd45-41a0-85a3-94da6fa9fc8d up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:24:35.937179 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port b71f2042-dd45-41a0-85a3-94da6fa9fc8d triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:24:35.937494 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:35.951261 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5305c8b0-3689-4485-822f-6ba85788cb81 admin admin] Router 5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52 has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:24:36.014118 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-47006264-fb4c-4f50-9ff8-43a25c022401 None None] Provisioning complete for port a3843fe7-d0a8-4885-918a-b5a6ed747c26 triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:24:36.014692 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-47006264-fb4c-4f50-9ff8-43a25c022401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:36.109097 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-47006264-fb4c-4f50-9ff8-43a25c022401 None None] Port a3843fe7-d0a8-4885-918a-b5a6ed747c26 cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:24:36.152744 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5305c8b0-3689-4485-822f-6ba85788cb81 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:24:36.162359 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-5305c8b0-3689-4485-822f-6ba85788cb81 admin admin] 10.222.0.21 "PUT /v2.0/routers/5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1539695 Aug 23 10:24:36.392839 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:36.971873 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] Sync routers for ids ['5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:24:36.981784 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] Routers {'5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:24:36.982392 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:24:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:24:37.155647 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] Set router 5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:24:37.468128 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52', 'name': 'tempest-TestVolumeBootPattern-287470985-router', 'tenant_id': '524e4b16ebe34cb8b91449351347d9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '1ebd7141-f128-4041-8ddd-fba92422288b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:29Z', 'updated_at': '2021-08-23T10:24:35Z', 'revision_number': 4, 'project_id': '524e4b16ebe34cb8b91449351347d9c8', 'gw_port': {'id': '1ebd7141-f128-4041-8ddd-fba92422288b', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:30Z', 'updated_at': '2021-08-23T10:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': 'a3843fe7-d0a8-4885-918a-b5a6ed747c26', 'name': '', 'network_id': '8310d160-746d-43af-a0a6-6d9ce8b10e24', 'tenant_id': '524e4b16ebe34cb8b91449351347d9c8', 'mac_address': 'fa:16:3e:62:61:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '77f9db38-84d5-4e15-8088-015d92d69033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:34Z', 'updated_at': '2021-08-23T10:24:35Z', 'revision_number': 2, 'project_id': '524e4b16ebe34cb8b91449351347d9c8', 'subnets': [{'id': '77f9db38-84d5-4e15-8088-015d92d69033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:24:37.471755 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] Checking router: 5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52 for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:24:37.472113 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] Updating router 5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52 port a3843fe7-d0a8-4885-918a-b5a6ed747c26 binding host dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:24:37.527621 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:37.591201 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 1ebd7141-f128-4041-8ddd-fba92422288b up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:24:37.746743 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port 1ebd7141-f128-4041-8ddd-fba92422288b completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:24:37.764860 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 1ebd7141-f128-4041-8ddd-fba92422288b triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:24:37.765238 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:37.964368 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:38.024549 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:38.062089 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port 1ebd7141-f128-4041-8ddd-fba92422288b, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=1ebd7141-f128-4041-8ddd-fba92422288b,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:24:38.070138 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:38.073828 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] Notify callbacks [] for port, precommit_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:38.075858 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:38.129505 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] Transition to ACTIVE for port object a3843fe7-d0a8-4885-918a-b5a6ed747c26 will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:24:38.141275 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:38.232872 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=1ebd7141-f128-4041-8ddd-fba92422288b,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:38.235862 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:38.242552 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:38.375365 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4a6cb-c380-46f0-a411-e7393148d6b8 None None] Pushing event updated for resources: {'Port': ['ID=a3843fe7-d0a8-4885-918a-b5a6ed747c26,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:38.377887 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-6bc4a6cb-c380-46f0-a411-e7393148d6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:38.399919 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] Attempting to bind port a3843fe7-d0a8-4885-918a-b5a6ed747c26 on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:24:38.400332 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] Attempting to bind port a3843fe7-d0a8-4885-918a-b5a6ed747c26 by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': '1df3477d-672f-4345-aea7-df82bff1560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8310d160-746d-43af-a0a6-6d9ce8b10e24'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:24:38.400673 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] Attempting to bind port a3843fe7-d0a8-4885-918a-b5a6ed747c26 on network 8310d160-746d-43af-a0a6-6d9ce8b10e24 {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:24:38.405782 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:24:38.406161 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] Checking segment: {'id': '1df3477d-672f-4345-aea7-df82bff1560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8310d160-746d-43af-a0a6-6d9ce8b10e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:24:38.406563 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:38.406948 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] Bound using segment: {'id': '1df3477d-672f-4345-aea7-df82bff1560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8310d160-746d-43af-a0a6-6d9ce8b10e24'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:24:38.407439 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] Bound port: a3843fe7-d0a8-4885-918a-b5a6ed747c26, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df3477d-672f-4345-aea7-df82bff1560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8310d160-746d-43af-a0a6-6d9ce8b10e24'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:24:38.407815 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:38.493339 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] For port a3843fe7-d0a8-4885-918a-b5a6ed747c26, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:24:38.496334 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] For port a3843fe7-d0a8-4885-918a-b5a6ed747c26, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=a3843fe7-d0a8-4885-918a-b5a6ed747c26,segment=NetworkSegment(1df3477d-672f-4345-aea7-df82bff1560b),segment_id=1df3477d-672f-4345-aea7-df82bff1560b)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:24:38.500671 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:38.504003 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-f683909a-73e5-470d-92fc-5373b71d8b08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:38.576762 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] Routers {'5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:24:38.577410 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:24:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:24:38.643219 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4a6cb-c380-46f0-a411-e7393148d6b8 None None] Pushing event updated for resources: {'Port': ['ID=a3843fe7-d0a8-4885-918a-b5a6ed747c26,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:38.648653 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-6bc4a6cb-c380-46f0-a411-e7393148d6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:38.765853 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] Set router 5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:24:39.091734 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52', 'name': 'tempest-TestVolumeBootPattern-287470985-router', 'tenant_id': '524e4b16ebe34cb8b91449351347d9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '1ebd7141-f128-4041-8ddd-fba92422288b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:29Z', 'updated_at': '2021-08-23T10:24:35Z', 'revision_number': 4, 'project_id': '524e4b16ebe34cb8b91449351347d9c8', 'gw_port': {'id': '1ebd7141-f128-4041-8ddd-fba92422288b', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:30Z', 'updated_at': '2021-08-23T10:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': 'a3843fe7-d0a8-4885-918a-b5a6ed747c26', 'name': '', 'network_id': '8310d160-746d-43af-a0a6-6d9ce8b10e24', 'tenant_id': '524e4b16ebe34cb8b91449351347d9c8', 'mac_address': 'fa:16:3e:62:61:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '77f9db38-84d5-4e15-8088-015d92d69033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:34Z', 'updated_at': '2021-08-23T10:24:38Z', 'revision_number': 4, 'project_id': '524e4b16ebe34cb8b91449351347d9c8', 'subnets': [{'id': '77f9db38-84d5-4e15-8088-015d92d69033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:24:39.095573 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb278af9-643b-4a6b-bc08-f731da70f266 None None] The sync data for ids ['5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52'] in dv-cinder-802781-2-iscsi is: [{'id': '5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52', 'name': 'tempest-TestVolumeBootPattern-287470985-router', 'tenant_id': '524e4b16ebe34cb8b91449351347d9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '1ebd7141-f128-4041-8ddd-fba92422288b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:29Z', 'updated_at': '2021-08-23T10:24:35Z', 'revision_number': 4, 'project_id': '524e4b16ebe34cb8b91449351347d9c8', 'gw_port': {'id': '1ebd7141-f128-4041-8ddd-fba92422288b', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:30Z', 'updated_at': '2021-08-23T10:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': 'a3843fe7-d0a8-4885-918a-b5a6ed747c26', 'name': '', 'network_id': '8310d160-746d-43af-a0a6-6d9ce8b10e24', 'tenant_id': '524e4b16ebe34cb8b91449351347d9c8', 'mac_address': 'fa:16:3e:62:61:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '77f9db38-84d5-4e15-8088-015d92d69033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:34Z', 'updated_at': '2021-08-23T10:24:38Z', 'revision_number': 4, 'project_id': '524e4b16ebe34cb8b91449351347d9c8', 'subnets': [{'id': '77f9db38-84d5-4e15-8088-015d92d69033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:24:39.632530 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 1ebd7141-f128-4041-8ddd-fba92422288b up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:24:39.707524 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 1ebd7141-f128-4041-8ddd-fba92422288b triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:24:39.707902 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:39.832083 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device a3843fe7-d0a8-4885-918a-b5a6ed747c26 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:24:39.899870 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port a3843fe7-d0a8-4885-918a-b5a6ed747c26 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:24:39.905871 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port a3843fe7-d0a8-4885-918a-b5a6ed747c26 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:24:39.906237 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:40.030477 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:40.067904 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port a3843fe7-d0a8-4885-918a-b5a6ed747c26, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=a3843fe7-d0a8-4885-918a-b5a6ed747c26,segment=NetworkSegment(1df3477d-672f-4345-aea7-df82bff1560b),segment_id=1df3477d-672f-4345-aea7-df82bff1560b)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:24:40.071862 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:40.073901 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:40.141623 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=a3843fe7-d0a8-4885-918a-b5a6ed747c26,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:40.145437 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:41.566437 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device a3843fe7-d0a8-4885-918a-b5a6ed747c26 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:24:41.635618 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port a3843fe7-d0a8-4885-918a-b5a6ed747c26 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:24:41.635914 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:41.913119 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2527c3f-4cbb-4ccb-951d-614988364b36 req-abf7d847-cd62-48fc-96fa-3e5d56ecbdd8 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:41.920547 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d2527c3f-4cbb-4ccb-951d-614988364b36 req-abf7d847-cd62-48fc-96fa-3e5d56ecbdd8 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0943308 Aug 23 10:24:41.969149 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d2527c3f-4cbb-4ccb-951d-614988364b36 req-e0c4b2aa-51e6-4e91-b627-9df4c2b7e154 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476515 Aug 23 10:24:42.156464 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516788b-b055-4dc2-8df8-0875457aa6bc req-689962d4-c0ed-4817-a307-18cd5134aecf tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:42.158087 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5516788b-b055-4dc2-8df8-0875457aa6bc req-689962d4-c0ed-4817-a307-18cd5134aecf tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0823641 Aug 23 10:24:42.201384 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 36642) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:42.206699 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-b7304374-dd18-4f33-b576-14a75dd5bc42 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-393861361', 'description': 'tempest-secgroup-smoke-393861361 description', 'project_id': 'a6864e9926d446a1b338ada6c729f0ea'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:24:42.209017 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5516788b-b055-4dc2-8df8-0875457aa6bc req-e097be6e-3b54-475a-bad3-5c276c680f5e tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452495 Aug 23 10:24:42.212527 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-b7304374-dd18-4f33-b576-14a75dd5bc42 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:42.216300 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-b7304374-dd18-4f33-b576-14a75dd5bc42 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Usage tracker for resource:security_group and tenant:a6864e9926d446a1b338ada6c729f0ea is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:42.219242 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-b7304374-dd18-4f33-b576-14a75dd5bc42 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:42.225620 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-b7304374-dd18-4f33-b576-14a75dd5bc42 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:42.236299 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b7304374-dd18-4f33-b576-14a75dd5bc42 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:42.258067 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-b7304374-dd18-4f33-b576-14a75dd5bc42 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:42.261926 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-b7304374-dd18-4f33-b576-14a75dd5bc42 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Usage tracker for resource:security_group_rule and tenant:a6864e9926d446a1b338ada6c729f0ea is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:42.265033 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-b7304374-dd18-4f33-b576-14a75dd5bc42 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:42.270697 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-b7304374-dd18-4f33-b576-14a75dd5bc42 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:42.340287 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b7304374-dd18-4f33-b576-14a75dd5bc42 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:42.344262 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b7304374-dd18-4f33-b576-14a75dd5bc42 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:42.349436 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-3a3ebc63-0181-4539-99c2-5ce64fbf6a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:42.388128 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7304374-dd18-4f33-b576-14a75dd5bc42 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff61bfb-228f-4c02-899c-45310098eef6,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:42.390839 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b7304374-dd18-4f33-b576-14a75dd5bc42 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:42.392513 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-b7304374-dd18-4f33-b576-14a75dd5bc42 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1896825 Aug 23 10:24:42.393445 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-b7304374-dd18-4f33-b576-14a75dd5bc42 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:42.395400 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 36648) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:42.402261 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-8f63c7e0-a39e-4caf-8364-f542c599ee20 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Request body: {'security_group_rule': {'security_group_id': '2ff61bfb-228f-4c02-899c-45310098eef6', 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:24:42.408714 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-8f63c7e0-a39e-4caf-8364-f542c599ee20 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:42.412675 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-8f63c7e0-a39e-4caf-8364-f542c599ee20 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Usage tracker for resource:security_group_rule and tenant:a6864e9926d446a1b338ada6c729f0ea is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:42.415657 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-8f63c7e0-a39e-4caf-8364-f542c599ee20 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:42.422523 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-8f63c7e0-a39e-4caf-8364-f542c599ee20 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:42.440308 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8f63c7e0-a39e-4caf-8364-f542c599ee20 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:42.499568 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8f63c7e0-a39e-4caf-8364-f542c599ee20 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:42.503571 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8f63c7e0-a39e-4caf-8364-f542c599ee20 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:42.505587 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-b15f34b0-7864-43ab-a7d4-2c24fa1e591c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:42.525993 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63c7e0-a39e-4caf-8364-f542c599ee20 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c6e2de-1d8b-400f-8233-f23bdb2e57ef,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:42.537079 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8f63c7e0-a39e-4caf-8364-f542c599ee20 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:42.546494 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8f63c7e0-a39e-4caf-8364-f542c599ee20 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:42.551956 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 36656) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:42.557677 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-8f63c7e0-a39e-4caf-8364-f542c599ee20 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1587133 Aug 23 10:24:42.564471 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-194659e6-8fba-4e1f-965d-8bc4f2ff5e0a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Request body: {'security_group_rule': {'security_group_id': '2ff61bfb-228f-4c02-899c-45310098eef6', 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:24:42.576589 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-194659e6-8fba-4e1f-965d-8bc4f2ff5e0a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:42.580964 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-194659e6-8fba-4e1f-965d-8bc4f2ff5e0a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Usage tracker for resource:security_group_rule and tenant:a6864e9926d446a1b338ada6c729f0ea is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:42.584590 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-194659e6-8fba-4e1f-965d-8bc4f2ff5e0a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:42.592472 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-194659e6-8fba-4e1f-965d-8bc4f2ff5e0a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:42.612959 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-194659e6-8fba-4e1f-965d-8bc4f2ff5e0a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:42.679966 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-194659e6-8fba-4e1f-965d-8bc4f2ff5e0a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:42.683346 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-194659e6-8fba-4e1f-965d-8bc4f2ff5e0a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:42.690955 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-18015c8c-e197-4d98-a1fe-652bfb9cfc4d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:42.711189 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194659e6-8fba-4e1f-965d-8bc4f2ff5e0a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84510802-d27f-4e92-be76-0e1f342c2333,revision_number=0']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:42.714451 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-194659e6-8fba-4e1f-965d-8bc4f2ff5e0a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:42.718440 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-194659e6-8fba-4e1f-965d-8bc4f2ff5e0a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:42.719665 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-194659e6-8fba-4e1f-965d-8bc4f2ff5e0a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1662288 Aug 23 10:24:42.722286 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 36666) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:42.727628 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-e0fe2387-72ab-4cdb-8b35-18b6a00f54f7 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Request body: {'security_group_rule': {'security_group_id': '2ff61bfb-228f-4c02-899c-45310098eef6', 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:24:42.733330 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-e0fe2387-72ab-4cdb-8b35-18b6a00f54f7 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:42.737109 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-e0fe2387-72ab-4cdb-8b35-18b6a00f54f7 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Usage tracker for resource:security_group_rule and tenant:a6864e9926d446a1b338ada6c729f0ea is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:42.739925 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-e0fe2387-72ab-4cdb-8b35-18b6a00f54f7 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:42.746249 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-e0fe2387-72ab-4cdb-8b35-18b6a00f54f7 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:42.767947 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e0fe2387-72ab-4cdb-8b35-18b6a00f54f7 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:42.835604 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e0fe2387-72ab-4cdb-8b35-18b6a00f54f7 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:42.839826 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e0fe2387-72ab-4cdb-8b35-18b6a00f54f7 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:42.841809 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:42.862153 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe2387-72ab-4cdb-8b35-18b6a00f54f7 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba7000d9-404d-4ca8-8f45-9594f3852802,revision_number=0']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:42.866307 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-e0fe2387-72ab-4cdb-8b35-18b6a00f54f7 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:42.874378 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e0fe2387-72ab-4cdb-8b35-18b6a00f54f7 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:42.875609 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-e0fe2387-72ab-4cdb-8b35-18b6a00f54f7 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1523631 Aug 23 10:24:42.878308 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 36678) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:42.883903 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-9b478ba9-ae44-4e62-b4ff-d51727805458 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Request body: {'security_group_rule': {'security_group_id': '2ff61bfb-228f-4c02-899c-45310098eef6', 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:24:42.889971 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-9b478ba9-ae44-4e62-b4ff-d51727805458 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:42.893894 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-9b478ba9-ae44-4e62-b4ff-d51727805458 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Usage tracker for resource:security_group_rule and tenant:a6864e9926d446a1b338ada6c729f0ea is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:42.897613 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-9b478ba9-ae44-4e62-b4ff-d51727805458 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:42.903189 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-9b478ba9-ae44-4e62-b4ff-d51727805458 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:42.919498 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9b478ba9-ae44-4e62-b4ff-d51727805458 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:42.985071 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9b478ba9-ae44-4e62-b4ff-d51727805458 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:42.988542 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9b478ba9-ae44-4e62-b4ff-d51727805458 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:42.990684 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-e0fe2387-72ab-4cdb-8b35-18b6a00f54f7 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:43.013319 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b478ba9-ae44-4e62-b4ff-d51727805458 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1007a0-8485-4187-9c27-a682490875ba,revision_number=0']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:43.015734 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-9b478ba9-ae44-4e62-b4ff-d51727805458 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:43.023180 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9b478ba9-ae44-4e62-b4ff-d51727805458 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:43.024947 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-9b478ba9-ae44-4e62-b4ff-d51727805458 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1457317 Aug 23 10:24:43.027713 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 36684) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:43.032824 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-f8748df8-ec49-41e5-bdcd-3a97ac547b74 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Request body: {'security_group_rule': {'security_group_id': '2ff61bfb-228f-4c02-899c-45310098eef6', 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:24:43.038462 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-f8748df8-ec49-41e5-bdcd-3a97ac547b74 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:43.042271 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-f8748df8-ec49-41e5-bdcd-3a97ac547b74 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Usage tracker for resource:security_group_rule and tenant:a6864e9926d446a1b338ada6c729f0ea is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:43.045114 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-f8748df8-ec49-41e5-bdcd-3a97ac547b74 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:43.050700 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-f8748df8-ec49-41e5-bdcd-3a97ac547b74 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:43.069705 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.db.securitygroups_db [None req-f8748df8-ec49-41e5-bdcd-3a97ac547b74 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Project a6864e9926d446a1b338ada6c729f0ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 10:24:43.076920 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f8748df8-ec49-41e5-bdcd-3a97ac547b74 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:43.138325 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f8748df8-ec49-41e5-bdcd-3a97ac547b74 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:43.141644 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f8748df8-ec49-41e5-bdcd-3a97ac547b74 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:43.148773 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:43.168525 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8748df8-ec49-41e5-bdcd-3a97ac547b74 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b51868-f334-418b-b214-cced09a5390c,revision_number=0']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:43.170699 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f8748df8-ec49-41e5-bdcd-3a97ac547b74 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:43.173888 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f8748df8-ec49-41e5-bdcd-3a97ac547b74 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:43.175037 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-f8748df8-ec49-41e5-bdcd-3a97ac547b74 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1464169 Aug 23 10:24:43.178022 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 36688) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:24:43.183581 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-979b3516-4d8d-45ad-b284-79175d0fd11d tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Request body: {'security_group_rule': {'security_group_id': '2ff61bfb-228f-4c02-899c-45310098eef6', 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:24:43.189242 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-979b3516-4d8d-45ad-b284-79175d0fd11d tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:24:43.192990 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-979b3516-4d8d-45ad-b284-79175d0fd11d tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Usage tracker for resource:security_group_rule and tenant:a6864e9926d446a1b338ada6c729f0ea is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:24:43.195824 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-979b3516-4d8d-45ad-b284-79175d0fd11d tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:24:43.201450 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-979b3516-4d8d-45ad-b284-79175d0fd11d tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:24:43.211155 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.db.securitygroups_db [None req-979b3516-4d8d-45ad-b284-79175d0fd11d tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Project a6864e9926d446a1b338ada6c729f0ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 10:24:43.217379 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-979b3516-4d8d-45ad-b284-79175d0fd11d tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:43.280955 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-979b3516-4d8d-45ad-b284-79175d0fd11d tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:43.284218 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-979b3516-4d8d-45ad-b284-79175d0fd11d tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:43.286194 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:24:43.308079 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b3516-4d8d-45ad-b284-79175d0fd11d tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab0f10e3-ad72-4a75-a5b7-cc04fbb105d7,revision_number=0']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:24:43.310390 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-979b3516-4d8d-45ad-b284-79175d0fd11d tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:24:43.316975 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-979b3516-4d8d-45ad-b284-79175d0fd11d tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:43.318128 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-979b3516-4d8d-45ad-b284-79175d0fd11d tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392052 Aug 23 10:24:44.186156 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4705b5-970c-4cd2-aef4-6784ea90d37e req-07e9cdcb-f891-4efa-9bf5-06b97f29d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:44.186156 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7b4705b5-970c-4cd2-aef4-6784ea90d37e req-07e9cdcb-f891-4efa-9bf5-06b97f29d15a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=efec50dfe3e74711896d02a8fb431450&device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 1098 time: 0.0918753 Aug 23 10:24:44.306547 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb7636-a60a-457c-a261-b60714a01a4c req-3733596a-ef02-47e2-a6cc-7593f227cc44 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:44.308259 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6bfb7636-a60a-457c-a261-b60714a01a4c req-3733596a-ef02-47e2-a6cc-7593f227cc44 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.1540906 Aug 23 10:24:44.327560 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4705b5-970c-4cd2-aef4-6784ea90d37e req-35274d45-278c-4553-b2dd-75075332ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:44.329059 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7b4705b5-970c-4cd2-aef4-6784ea90d37e req-35274d45-278c-4553-b2dd-75075332ac86 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d6984908-9b09-4267-bb0b-bbcad3b01243 HTTP/1.1" status: 200 len: 919 time: 0.1380200 Aug 23 10:24:44.353655 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6bfb7636-a60a-457c-a261-b60714a01a4c req-64b20286-15cf-43e4-b137-1b06d642a25a tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395162 Aug 23 10:24:44.401868 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7b4705b5-970c-4cd2-aef4-6784ea90d37e req-2262c045-a030-47fa-b718-4fa498c0cebe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24b1bfc6-9f1e-4231-bc87-37d63dbf0abb HTTP/1.1" status: 200 len: 217 time: 0.0661449 Aug 23 10:24:44.465421 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4705b5-970c-4cd2-aef4-6784ea90d37e req-c91784a0-a97e-455d-a3ea-2883a1d072e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:44.466780 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7b4705b5-970c-4cd2-aef4-6784ea90d37e req-c91784a0-a97e-455d-a3ea-2883a1d072e6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0ca6ef1d-19a9-4739-8479-51eb7bc5d052 HTTP/1.1" status: 200 len: 858 time: 0.0582392 Aug 23 10:24:50.065860 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:24:50.483920 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7b4705b5-970c-4cd2-aef4-6784ea90d37e req-80e24430-f4ac-44ad-934e-268359a1b2f0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d6984908-9b09-4267-bb0b-bbcad3b01243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1773994 Aug 23 10:24:50.559583 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f74d1-e03b-48e9-80c5-59e64e9ce492 req-8a6bc358-c3e8-4460-98bd-8b9162a37805 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:50.561011 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-da5f74d1-e03b-48e9-80c5-59e64e9ce492 req-8a6bc358-c3e8-4460-98bd-8b9162a37805 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.1249397 Aug 23 10:24:50.693100 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-da5f74d1-e03b-48e9-80c5-59e64e9ce492 req-15b3af3e-3dd5-4935-b6fa-b5ea2c0b8394 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250670 Aug 23 10:24:50.701186 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7b4705b5-970c-4cd2-aef4-6784ea90d37e req-4387ea11-f6cb-44fd-b7bc-db7660e304f1 service neutron] 10.222.0.38 "GET /v2.0/networks/d6984908-9b09-4267-bb0b-bbcad3b01243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854851 Aug 23 10:24:50.842726 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7b4705b5-970c-4cd2-aef4-6784ea90d37e req-eb4da693-522d-413f-a9d0-979c55bee617 service neutron] 10.222.0.38 "GET /v2.0/networks/d6984908-9b09-4267-bb0b-bbcad3b01243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334901 Aug 23 10:24:51.881530 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944a192-8a74-4a07-8079-cc6c395c006c req-2c797ef1-be69-4d22-b0f7-4b746fe782b4 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:51.882995 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5944a192-8a74-4a07-8079-cc6c395c006c req-2c797ef1-be69-4d22-b0f7-4b746fe782b4 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0797553 Aug 23 10:24:51.931732 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5944a192-8a74-4a07-8079-cc6c395c006c req-8ddc657a-d283-4525-8089-7e84c0ddb002 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414720 Aug 23 10:24:53.123662 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005ad29-1dc0-4af0-a82d-25e84f9e5e56 req-8e204946-bddb-45ce-ba88-5c48846120ff tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:53.125023 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2005ad29-1dc0-4af0-a82d-25e84f9e5e56 req-8e204946-bddb-45ce-ba88-5c48846120ff tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0777750 Aug 23 10:24:53.170005 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2005ad29-1dc0-4af0-a82d-25e84f9e5e56 req-cc0e191a-056e-4452-b65f-c8266aa6648a tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393622 Aug 23 10:24:54.361984 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b1418-61af-41e4-aaf0-79da1ddcf8f2 req-524ada02-71ec-41db-a43e-117c212d52c9 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:54.363425 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ca7b1418-61af-41e4-aaf0-79da1ddcf8f2 req-524ada02-71ec-41db-a43e-117c212d52c9 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0837395 Aug 23 10:24:54.407770 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ca7b1418-61af-41e4-aaf0-79da1ddcf8f2 req-b63d39b5-9145-49ee-a805-b6e1ea4891ee tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381291 Aug 23 10:24:55.601656 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae7ad1-ce14-4440-be80-a289ee584ee1 req-753d53cf-f884-43bb-9443-0656f50732ad tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:55.603119 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-08ae7ad1-ce14-4440-be80-a289ee584ee1 req-753d53cf-f884-43bb-9443-0656f50732ad tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0846312 Aug 23 10:24:55.648231 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-08ae7ad1-ce14-4440-be80-a289ee584ee1 req-d40a3c81-689b-483f-b3ed-d6ac04aa791b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396602 Aug 23 10:24:56.837839 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108371f4-2ef0-4333-9010-8ab046c2c76f req-63c61409-ac5a-4f53-94e1-01d9b45e79d5 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:56.839293 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-108371f4-2ef0-4333-9010-8ab046c2c76f req-63c61409-ac5a-4f53-94e1-01d9b45e79d5 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0809293 Aug 23 10:24:56.888584 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-108371f4-2ef0-4333-9010-8ab046c2c76f req-841c5dd8-215a-4c6c-88ec-97ab2d217901 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437553 Aug 23 10:24:57.410145 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c8fedd58-aec9-42f9-9a50-bcad85aa3152 req-721e16b3-94d7-417a-8fd4-59111e249179 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820823 Aug 23 10:24:57.549627 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fedd58-aec9-42f9-9a50-bcad85aa3152 req-2bebf778-b9d2-41d1-b32a-48d097f7a119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:57.551096 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c8fedd58-aec9-42f9-9a50-bcad85aa3152 req-2bebf778-b9d2-41d1-b32a-48d097f7a119 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6288f2605747471588a47a33d4b3d386&device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 1099 time: 0.0708079 Aug 23 10:24:57.695606 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fedd58-aec9-42f9-9a50-bcad85aa3152 req-f9957502-29dc-471b-a6ba-039aead181d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:57.697647 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c8fedd58-aec9-42f9-9a50-bcad85aa3152 req-f9957502-29dc-471b-a6ba-039aead181d8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4c1fc7bc-93d4-4389-8e20-f7d09f046981 HTTP/1.1" status: 200 len: 911 time: 0.1240432 Aug 23 10:24:57.800884 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c8fedd58-aec9-42f9-9a50-bcad85aa3152 req-df775deb-cac6-43c4-92ac-a8c2a06b2ba7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5922f8de-0af0-4d9e-b5dd-a016f4db71dd HTTP/1.1" status: 200 len: 1001 time: 0.0956175 Aug 23 10:24:57.867366 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fedd58-aec9-42f9-9a50-bcad85aa3152 req-e7fa35c3-45ff-4d9e-b167-148fbebae0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:57.869363 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c8fedd58-aec9-42f9-9a50-bcad85aa3152 req-e7fa35c3-45ff-4d9e-b167-148fbebae0d6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3248dd68-15fd-4e1b-bc02-a1c37a6054d5 HTTP/1.1" status: 200 len: 849 time: 0.0562081 Aug 23 10:24:57.953676 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fedd58-aec9-42f9-9a50-bcad85aa3152 req-5f38fd92-f875-47cc-b13b-380e373abe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:57.955183 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c8fedd58-aec9-42f9-9a50-bcad85aa3152 req-5f38fd92-f875-47cc-b13b-380e373abe57 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4c1fc7bc-93d4-4389-8e20-f7d09f046981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790908 Aug 23 10:24:58.145322 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c8fedd58-aec9-42f9-9a50-bcad85aa3152 req-2d129de9-1729-4d32-8ed6-e451613f9bc0 service neutron] 10.222.0.38 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820345 Aug 23 10:24:58.183754 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b803cc-41ac-4e44-9a17-98ebd50fe7b2 req-537e3450-0241-49c3-81ae-d9345dee57cc tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:58.185224 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-98b803cc-41ac-4e44-9a17-98ebd50fe7b2 req-537e3450-0241-49c3-81ae-d9345dee57cc tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.1877115 Aug 23 10:24:58.301401 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-98b803cc-41ac-4e44-9a17-98ebd50fe7b2 req-7c4ab81e-1f35-483f-9c68-4feb9dc630e5 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031253 Aug 23 10:24:58.328796 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c8fedd58-aec9-42f9-9a50-bcad85aa3152 req-49d1a7ed-8eb5-4e58-bf0a-210df99d0b63 service neutron] 10.222.0.38 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758239 Aug 23 10:24:58.532532 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:24:59.506527 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df4950-644b-4f46-af01-c2b95155580f req-d719789d-c0d9-483c-93b1-99a453322754 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:24:59.508259 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e3df4950-644b-4f46-af01-c2b95155580f req-d719789d-c0d9-483c-93b1-99a453322754 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0883842 Aug 23 10:24:59.553682 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e3df4950-644b-4f46-af01-c2b95155580f req-a85ddefd-e5d8-4245-b24b-a8cbcf0a3ea3 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387981 Aug 23 10:25:02.828106 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-41bb9cb1-5f6e-4263-8c43-b0b481ed85e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:03.610275 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:05.072135 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a304d-c081-4356-8499-f22446835756 req-33d9e821-22d2-4d68-94b6-69aeca65f841 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:05.073623 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a45a304d-c081-4356-8499-f22446835756 req-33d9e821-22d2-4d68-94b6-69aeca65f841 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0804222 Aug 23 10:25:05.117479 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a45a304d-c081-4356-8499-f22446835756 req-e7858022-8ddb-4acb-96a6-0ad79af2ab7f tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382330 Aug 23 10:25:05.526613 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-8a7b8418-8f47-48b2-a4d0-fe460afba3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:06.318545 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5b4c0-1970-4c50-892c-c31e4fe957f8 req-fdfe2c19-ff76-486a-a50c-499227e555c9 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:06.320254 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-83e5b4c0-1970-4c50-892c-c31e4fe957f8 req-fdfe2c19-ff76-486a-a50c-499227e555c9 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0894961 Aug 23 10:25:06.373419 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-83e5b4c0-1970-4c50-892c-c31e4fe957f8 req-5577127e-da10-4954-a375-f9b6526e68a2 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464413 Aug 23 10:25:06.397252 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:07.657279 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfc45f-64ee-4bd2-85f7-fdfa8171b735 req-bb7c8109-0e30-4e10-94a8-3850fa8f7b7a tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:07.658746 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1acfc45f-64ee-4bd2-85f7-fdfa8171b735 req-bb7c8109-0e30-4e10-94a8-3850fa8f7b7a tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.1699088 Aug 23 10:25:07.705656 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1acfc45f-64ee-4bd2-85f7-fdfa8171b735 req-94b4e310-1648-4390-a1af-1fdcb15ded1d tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410419 Aug 23 10:25:07.918777 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:08.901984 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3435d4d-0964-4206-9d65-13a01dd6e272 req-a0805f1d-a9d8-4df4-b6b9-7e07cb8e3e2b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:08.903743 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a3435d4d-0964-4206-9d65-13a01dd6e272 req-a0805f1d-a9d8-4df4-b6b9-7e07cb8e3e2b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0853407 Aug 23 10:25:08.953376 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a3435d4d-0964-4206-9d65-13a01dd6e272 req-922a1115-7f21-43de-bf2d-b1cb1ff418fa tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435102 Aug 23 10:25:10.183149 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3178f42-5f0e-45c6-b827-f487e95723cf req-a123013b-3993-4be2-ab37-3a46a1debaba tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:10.184649 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c3178f42-5f0e-45c6-b827-f487e95723cf req-a123013b-3993-4be2-ab37-3a46a1debaba tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0864587 Aug 23 10:25:10.234638 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c3178f42-5f0e-45c6-b827-f487e95723cf req-316cb37f-27c9-4669-b924-d7e440e749ce tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434132 Aug 23 10:25:10.580532 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 37076) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:10.697522 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-aa711158-27bd-4acf-afc2-d1778c8a03ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:10.711390 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-aa711158-27bd-4acf-afc2-d1778c8a03ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:10.715153 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-aa711158-27bd-4acf-afc2-d1778c8a03ce admin admin] Usage tracker for resource:security_group_rule and tenant:8d9be30f31fa490788df4496cd63339e is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:25:10.717917 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-aa711158-27bd-4acf-afc2-d1778c8a03ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:25:10.723502 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-aa711158-27bd-4acf-afc2-d1778c8a03ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:10.810527 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-aa711158-27bd-4acf-afc2-d1778c8a03ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:10.814253 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-aa711158-27bd-4acf-afc2-d1778c8a03ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:10.822609 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-41fe5630-f44c-4468-a303-d9a70b490fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:10.860670 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-aa711158-27bd-4acf-afc2-d1778c8a03ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d9be30f31fa490788df4496cd63339e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789924 Aug 23 10:25:10.861581 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa711158-27bd-4acf-afc2-d1778c8a03ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06374fe-616c-4f22-9a5e-4f3c05ccf8c1,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:10.863476 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 37082) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:10.869551 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711158-27bd-4acf-afc2-d1778c8a03ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:10.869916 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711158-27bd-4acf-afc2-d1778c8a03ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:10.870274 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711158-27bd-4acf-afc2-d1778c8a03ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:10.870619 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711158-27bd-4acf-afc2-d1778c8a03ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:10.870961 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711158-27bd-4acf-afc2-d1778c8a03ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:10.871306 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711158-27bd-4acf-afc2-d1778c8a03ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:10.871645 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711158-27bd-4acf-afc2-d1778c8a03ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:10.871982 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711158-27bd-4acf-afc2-d1778c8a03ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:10.872320 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711158-27bd-4acf-afc2-d1778c8a03ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:10.872686 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711158-27bd-4acf-afc2-d1778c8a03ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:10.873023 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711158-27bd-4acf-afc2-d1778c8a03ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:10.873355 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711158-27bd-4acf-afc2-d1778c8a03ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:10.877325 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-aa711158-27bd-4acf-afc2-d1778c8a03ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:10.921583 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5a654d61-1ac4-48a8-beb9-94e880402926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:10.947129 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5a654d61-1ac4-48a8-beb9-94e880402926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:10.996935 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5a654d61-1ac4-48a8-beb9-94e880402926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:11.001278 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-1c90a1d4-994b-4bea-a36b-e3541871e0c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:11.011860 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a654d61-1ac4-48a8-beb9-94e880402926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06374fe-616c-4f22-9a5e-4f3c05ccf8c1,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:11.022528 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a654d61-1ac4-48a8-beb9-94e880402926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:11.022899 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a654d61-1ac4-48a8-beb9-94e880402926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:11.023257 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a654d61-1ac4-48a8-beb9-94e880402926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:11.023609 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a654d61-1ac4-48a8-beb9-94e880402926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:11.023979 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a654d61-1ac4-48a8-beb9-94e880402926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:11.024328 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a654d61-1ac4-48a8-beb9-94e880402926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:11.024721 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a654d61-1ac4-48a8-beb9-94e880402926 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:11.025062 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a654d61-1ac4-48a8-beb9-94e880402926 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:11.025404 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a654d61-1ac4-48a8-beb9-94e880402926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:11.025775 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a654d61-1ac4-48a8-beb9-94e880402926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:11.026072 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a654d61-1ac4-48a8-beb9-94e880402926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:11.026406 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a654d61-1ac4-48a8-beb9-94e880402926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:11.029393 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5a654d61-1ac4-48a8-beb9-94e880402926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:11.030500 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-5a654d61-1ac4-48a8-beb9-94e880402926 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d06374fe-616c-4f22-9a5e-4f3c05ccf8c1 HTTP/1.1" status: 204 len: 168 time: 0.1659207 Aug 23 10:25:11.031345 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5a654d61-1ac4-48a8-beb9-94e880402926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:11.425320 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e33b90-8d20-4b41-a778-050ffff4df74 req-4a44c2ab-6fa1-4c8b-9d74-ee11055d1dd4 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:11.426766 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a4e33b90-8d20-4b41-a778-050ffff4df74 req-4a44c2ab-6fa1-4c8b-9d74-ee11055d1dd4 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0826039 Aug 23 10:25:11.470005 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a4e33b90-8d20-4b41-a778-050ffff4df74 req-4ebd074c-0543-4e0e-b510-aaa345b5bfb2 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378447 Aug 23 10:25:12.654090 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ec904-629e-4a3c-bb37-f039067823ef req-135a5ba9-95ab-4f11-9fb7-94cacf8101bb tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:12.655544 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-818ec904-629e-4a3c-bb37-f039067823ef req-135a5ba9-95ab-4f11-9fb7-94cacf8101bb tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0785494 Aug 23 10:25:12.702507 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-818ec904-629e-4a3c-bb37-f039067823ef req-6320025a-c964-4b6e-a276-a157fae7cb48 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412378 Aug 23 10:25:13.889343 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592f084-4676-4913-9896-7b5db67912bb req-d96f460d-f0b2-497b-ab7c-08b5a74784cc tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:13.890781 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6592f084-4676-4913-9896-7b5db67912bb req-d96f460d-f0b2-497b-ab7c-08b5a74784cc tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0824871 Aug 23 10:25:13.934566 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6592f084-4676-4913-9896-7b5db67912bb req-72d7f6ef-bb8b-441a-8239-cf6482083fb0 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381496 Aug 23 10:25:17.406369 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0eb59-ab71-4ff4-a242-566f85b3d35b req-3fe290a6-b96d-472c-8dde-d735aa158084 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:17.407938 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f0d0eb59-ab71-4ff4-a242-566f85b3d35b req-3fe290a6-b96d-472c-8dde-d735aa158084 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0793731 Aug 23 10:25:17.454729 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f0d0eb59-ab71-4ff4-a242-566f85b3d35b req-23008e7c-b625-433a-95c5-e13aceb247ff tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411382 Aug 23 10:25:17.562627 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6c02d-8f90-4af4-b45d-08b8a5c73e97 req-9edd089c-5f51-4d56-acf1-3a3f81d5223f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:17.564154 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-04d6c02d-8f90-4af4-b45d-08b8a5c73e97 req-9edd089c-5f51-4d56-acf1-3a3f81d5223f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 1098 time: 0.0675967 Aug 23 10:25:17.604158 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-04d6c02d-8f90-4af4-b45d-08b8a5c73e97 req-2d24b3ae-b4f3-458f-90d6-d74826617b6c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328236 Aug 23 10:25:18.739458 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5b363-4448-4b48-b75c-e83ff8b1d37f req-b131a201-d147-44f1-ba0c-f13f31d7d02c tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:18.740940 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-efd5b363-4448-4b48-b75c-e83ff8b1d37f req-b131a201-d147-44f1-ba0c-f13f31d7d02c tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0808213 Aug 23 10:25:18.785420 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-efd5b363-4448-4b48-b75c-e83ff8b1d37f req-bfca4353-c833-48f4-922e-d20a74c400bf tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383859 Aug 23 10:25:19.968047 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25268d7a-26d8-49ae-872d-e84b8c7d77ed req-4837b5ae-882f-4d50-8c15-69cfd60550cf tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:19.969519 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-25268d7a-26d8-49ae-872d-e84b8c7d77ed req-4837b5ae-882f-4d50-8c15-69cfd60550cf tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0809431 Aug 23 10:25:20.021096 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-25268d7a-26d8-49ae-872d-e84b8c7d77ed req-8e3f0b16-76a5-42f6-ae34-16421aabf326 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460010 Aug 23 10:25:20.454495 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556255cf-b174-4641-8339-35e536c6519c req-64561005-a1f0-450a-8ed9-2301aa830ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:20.455976 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-556255cf-b174-4641-8339-35e536c6519c req-64561005-a1f0-450a-8ed9-2301aa830ed2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=efec50dfe3e74711896d02a8fb431450&device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 1098 time: 0.1314716 Aug 23 10:25:20.509013 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a5899-2fe7-4588-af5d-4eedb6a1d081 req-06f5cebd-e806-4c4d-a6db-41389b303974 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:20.510416 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4e2a5899-2fe7-4588-af5d-4eedb6a1d081 req-06f5cebd-e806-4c4d-a6db-41389b303974 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.1313884 Aug 23 10:25:20.624196 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4e2a5899-2fe7-4588-af5d-4eedb6a1d081 req-c602dfb2-31fe-4674-be9f-c20577b83c85 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671480 Aug 23 10:25:20.628764 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556255cf-b174-4641-8339-35e536c6519c req-0fafc7ad-630c-4058-b129-3f56ed652596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:20.630167 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-556255cf-b174-4641-8339-35e536c6519c req-0fafc7ad-630c-4058-b129-3f56ed652596 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d6984908-9b09-4267-bb0b-bbcad3b01243 HTTP/1.1" status: 200 len: 919 time: 0.1673539 Aug 23 10:25:20.700857 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-556255cf-b174-4641-8339-35e536c6519c req-70e19a12-3314-4b67-8aa7-ee201b7ed8fe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24b1bfc6-9f1e-4231-bc87-37d63dbf0abb HTTP/1.1" status: 200 len: 217 time: 0.0640483 Aug 23 10:25:20.764220 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556255cf-b174-4641-8339-35e536c6519c req-826b12a4-9239-4f67-a316-d9d1073af83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:20.765851 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-556255cf-b174-4641-8339-35e536c6519c req-826b12a4-9239-4f67-a316-d9d1073af83c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0ca6ef1d-19a9-4739-8479-51eb7bc5d052 HTTP/1.1" status: 200 len: 858 time: 0.0584264 Aug 23 10:25:20.826427 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-556255cf-b174-4641-8339-35e536c6519c req-235ead09-3f18-4f0b-aab2-8887b61c4920 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d6984908-9b09-4267-bb0b-bbcad3b01243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526915 Aug 23 10:25:20.993715 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-556255cf-b174-4641-8339-35e536c6519c req-8807ce47-ba0b-491c-9453-de8c80e926c6 service neutron] 10.222.0.38 "GET /v2.0/networks/d6984908-9b09-4267-bb0b-bbcad3b01243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266956 Aug 23 10:25:21.144287 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-556255cf-b174-4641-8339-35e536c6519c req-b60fd0c6-976d-4306-b32c-04211b331153 service neutron] 10.222.0.38 "GET /v2.0/networks/d6984908-9b09-4267-bb0b-bbcad3b01243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330431 Aug 23 10:25:21.807442 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139e75a-fccf-4731-bab6-abf4e7d88e92 req-4800c170-ce75-4f31-9274-7db3892bdaf6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:21.808923 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b139e75a-fccf-4731-bab6-abf4e7d88e92 req-4800c170-ce75-4f31-9274-7db3892bdaf6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0782163 Aug 23 10:25:21.856401 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b139e75a-fccf-4731-bab6-abf4e7d88e92 req-332c6daa-f7e3-4b36-aeb6-8b60169e6c8a tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417039 Aug 23 10:25:22.616543 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-d5fa8649-9340-4e31-9eb5-b83705e6f7c1 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Synchronizing usage tracker for tenant:a6864e9926d446a1b338ada6c729f0ea on resource:security_group {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:25:22.634591 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-d5fa8649-9340-4e31-9eb5-b83705e6f7c1 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Unset dirty status for tenant:a6864e9926d446a1b338ada6c729f0ea on resource:security_group {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:25:22.645816 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-d5fa8649-9340-4e31-9eb5-b83705e6f7c1 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-393861361&fields=id&tenant_id=a6864e9926d446a1b338ada6c729f0ea HTTP/1.1" status: 200 len: 267 time: 0.0710568 Aug 23 10:25:22.800063 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-982aa979-30b5-4f07-a00d-911dda7b6b97 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:22.801545 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-982aa979-30b5-4f07-a00d-911dda7b6b97 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/networks?id=a18a32d3-3186-440e-9e08-e8bed12731a2 HTTP/1.1" status: 200 len: 812 time: 0.1549561 Aug 23 10:25:22.816959 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-6dbcd2ce-2b86-40fd-a159-5a421c12e1ab tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/quotas/a6864e9926d446a1b338ada6c729f0ea HTTP/1.1" status: 200 len: 375 time: 0.0089486 Aug 23 10:25:22.899874 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-28220eb4-be7c-4b6d-b6a8-7fe938f8e7eb tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6864e9926d446a1b338ada6c729f0ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773737 Aug 23 10:25:23.046013 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0f2ec-aee0-4099-9b34-51564efeb1ef req-6f7a8a35-4f16-4454-9d16-e4e3663b1871 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:23.047491 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f0d0f2ec-aee0-4099-9b34-51564efeb1ef req-6f7a8a35-4f16-4454-9d16-e4e3663b1871 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0820951 Aug 23 10:25:23.092037 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f0d0f2ec-aee0-4099-9b34-51564efeb1ef req-02d4038e-d53a-496f-9eaf-06a995db58c2 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381396 Aug 23 10:25:23.096921 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-d30713ed-5492-44ba-8103-96c977211485 service neutron] 10.222.0.21 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856151 Aug 23 10:25:23.225928 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-dda30fb0-e62f-43d6-846c-5a894482980e service neutron] 10.222.0.21 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226356 Aug 23 10:25:23.627493 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-c64429ba-02fc-4b39-8d74-0b73cc969443 req-b96f08c1-071c-4816-91bc-b2cd40d335cc tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Synchronizing usage tracker for tenant:a6864e9926d446a1b338ada6c729f0ea on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:25:23.646630 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-c64429ba-02fc-4b39-8d74-0b73cc969443 req-b96f08c1-071c-4816-91bc-b2cd40d335cc tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Unset dirty status for tenant:a6864e9926d446a1b338ada6c729f0ea on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:25:23.647920 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c64429ba-02fc-4b39-8d74-0b73cc969443 req-b96f08c1-071c-4816-91bc-b2cd40d335cc tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 210 time: 0.0731044 Aug 23 10:25:24.346786 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 37268) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:24.351981 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077fb29-4f27-4520-bafc-21eb22516deb req-5617d5dd-8995-42eb-8c98-bd389bbc0354 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:24.360139 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9077fb29-4f27-4520-bafc-21eb22516deb req-5617d5dd-8995-42eb-8c98-bd389bbc0354 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.1455979 Aug 23 10:25:24.434601 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9077fb29-4f27-4520-bafc-21eb22516deb req-081ccb97-daee-4c82-9cd9-2c56e02ee295 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686600 Aug 23 10:25:24.483007 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5cf8b53a-042c-4e99-8a69-fb23b54a6806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:24.502640 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-5cf8b53a-042c-4e99-8a69-fb23b54a6806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:24.509558 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-5cf8b53a-042c-4e99-8a69-fb23b54a6806 admin admin] Usage tracker for resource:security_group_rule and tenant:31493dfe7c914c9b9a8d411abc9e1aac is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:25:24.514995 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-5cf8b53a-042c-4e99-8a69-fb23b54a6806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:25:24.522265 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-5cf8b53a-042c-4e99-8a69-fb23b54a6806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:24.635920 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5cf8b53a-042c-4e99-8a69-fb23b54a6806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:24.640854 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5cf8b53a-042c-4e99-8a69-fb23b54a6806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:24.651886 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-57016f5d-41ad-4c71-83d2-2521e3aafaf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:24.691535 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-5cf8b53a-042c-4e99-8a69-fb23b54a6806 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31493dfe7c914c9b9a8d411abc9e1aac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430448 Aug 23 10:25:24.694280 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 37278) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:24.697613 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8b53a-042c-4e99-8a69-fb23b54a6806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50cb7df-b25e-4650-a37d-000f78b35ce1,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:24.741525 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-5cf8b53a-042c-4e99-8a69-fb23b54a6806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:24.759189 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4d21f227-3a6e-476b-a8c5-8734571933cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:24.797063 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4d21f227-3a6e-476b-a8c5-8734571933cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:24.860464 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-49f0840c-ffda-495e-98db-b860dc18b893 req-a7ca9fdc-d627-4300-b5de-8c1db45691bf tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 210 time: 0.0560899 Aug 23 10:25:24.903351 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4d21f227-3a6e-476b-a8c5-8734571933cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:24.908425 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c086caac-3091-40cc-a671-d3e2ea6f1d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:24.921354 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21f227-3a6e-476b-a8c5-8734571933cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50cb7df-b25e-4650-a37d-000f78b35ce1,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:24.924789 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-4d21f227-3a6e-476b-a8c5-8734571933cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:24.934118 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4d21f227-3a6e-476b-a8c5-8734571933cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:24.937728 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-4d21f227-3a6e-476b-a8c5-8734571933cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b50cb7df-b25e-4650-a37d-000f78b35ce1 HTTP/1.1" status: 204 len: 168 time: 0.2400835 Aug 23 10:25:25.388081 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-f2c836dd-457b-49af-8b24-1edaa721fd11 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:25.388798 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-f2c836dd-457b-49af-8b24-1edaa721fd11 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Synchronizing usage tracker for tenant:a6864e9926d446a1b338ada6c729f0ea on resource:network {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:25:25.405342 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-f2c836dd-457b-49af-8b24-1edaa721fd11 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Unset dirty status for tenant:a6864e9926d446a1b338ada6c729f0ea on resource:network {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:25:25.406460 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-f2c836dd-457b-49af-8b24-1edaa721fd11 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.38 "GET /v2.0/networks?id=a18a32d3-3186-440e-9e08-e8bed12731a2 HTTP/1.1" status: 200 len: 812 time: 0.2509446 Aug 23 10:25:25.473393 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-3773cc36-69f8-4fa7-a605-4ef92fa78626 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Synchronizing usage tracker for tenant:a6864e9926d446a1b338ada6c729f0ea on resource:security_group {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:25:25.485775 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-3773cc36-69f8-4fa7-a605-4ef92fa78626 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Unset dirty status for tenant:a6864e9926d446a1b338ada6c729f0ea on resource:security_group {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:25:25.486887 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-3773cc36-69f8-4fa7-a605-4ef92fa78626 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6864e9926d446a1b338ada6c729f0ea HTTP/1.1" status: 200 len: 379 time: 0.0574896 Aug 23 10:25:25.496720 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-95a51624-0695-4344-be5f-b237fda06b8c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Request body: {'port': {'device_id': '70d705d1-f798-4d39-9084-c2e97c79d9e7', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'admin_state_up': True, 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'security_groups': ['2ff61bfb-228f-4c02-899c-45310098eef6']}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:25:25.639603 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-95a51624-0695-4344-be5f-b237fda06b8c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:25.649350 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-95a51624-0695-4344-be5f-b237fda06b8c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:25.658574 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-95a51624-0695-4344-be5f-b237fda06b8c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Made reservation on behalf of a6864e9926d446a1b338ada6c729f0ea for: {'port': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:25:25.662299 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-95a51624-0695-4344-be5f-b237fda06b8c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:25.825382 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-95a51624-0695-4344-be5f-b237fda06b8c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Allocated IP 172.20.0.5 (a18a32d3-3186-440e-9e08-e8bed12731a2/14c11f95-41aa-4176-8d80-0a61ad808b4f/7f62bb47-30ff-4fb0-94f0-d075e5c1d047) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:25:26.013983 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e5454dec-2378-4af8-acd3-ae2132affa46 req-b52aaac9-34ec-43bc-84d9-c6a6ea604877 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 210 time: 0.0457146 Aug 23 10:25:26.017069 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-95a51624-0695-4344-be5f-b237fda06b8c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:26.037048 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-95a51624-0695-4344-be5f-b237fda06b8c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Transition to ACTIVE for port object 7f62bb47-30ff-4fb0-94f0-d075e5c1d047 will not be triggered until provisioned by entity DHCP. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:25:26.062166 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-95a51624-0695-4344-be5f-b237fda06b8c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:26.067620 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:26.166935 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-95a51624-0695-4344-be5f-b237fda06b8c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Network a18a32d3-3186-440e-9e08-e8bed12731a2 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:25:26.173975 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-95a51624-0695-4344-be5f-b237fda06b8c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:25:26.182499 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-95a51624-0695-4344-be5f-b237fda06b8c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:25:26.224957 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a51624-0695-4344-be5f-b237fda06b8c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Pushing event updated for resources: {'Port': ['ID=7f62bb47-30ff-4fb0-94f0-d075e5c1d047,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:26.231107 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-95a51624-0695-4344-be5f-b237fda06b8c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:26.263137 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-95a51624-0695-4344-be5f-b237fda06b8c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:26.263758 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-95a51624-0695-4344-be5f-b237fda06b8c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:26.301741 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c905292-4b65-4a72-90c5-34e879faf2ec req-50140c7d-f5b1-4b84-8d32-5f0ed18e6fbb tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:26.303231 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8c905292-4b65-4a72-90c5-34e879faf2ec req-50140c7d-f5b1-4b84-8d32-5f0ed18e6fbb tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.1798539 Aug 23 10:25:26.305572 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-95a51624-0695-4344-be5f-b237fda06b8c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8126791 Aug 23 10:25:26.332196 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] Request body: {'port': {'device_id': '70d705d1-f798-4d39-9084-c2e97c79d9e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:25:26.390397 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-a2201817-d1bb-4529-bfe8-356043a96ab8 None None] Provisioning for port 7f62bb47-30ff-4fb0-94f0-d075e5c1d047 completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:25:26.395100 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-a2201817-d1bb-4529-bfe8-356043a96ab8 None None] Provisioning complete for port 7f62bb47-30ff-4fb0-94f0-d075e5c1d047 triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:25:26.395480 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a2201817-d1bb-4529-bfe8-356043a96ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:26.402863 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8c905292-4b65-4a72-90c5-34e879faf2ec req-88684c46-7e4c-47b1-adc9-6d0acbdeecb1 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926077 Aug 23 10:25:26.453989 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-a2201817-d1bb-4529-bfe8-356043a96ab8 None None] Port 7f62bb47-30ff-4fb0-94f0-d075e5c1d047 cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:25:26.462739 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:26.822138 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f62bb47-30ff-4fb0-94f0-d075e5c1d047 {{(pid=79261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:25:26.831152 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:26.847746 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] Transition to ACTIVE for port object 7f62bb47-30ff-4fb0-94f0-d075e5c1d047 will not be triggered until provisioned by entity L2. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:25:26.852275 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14701805'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:26.857255 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:26.981201 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] Pushing event updated for resources: {'Port': ['ID=7f62bb47-30ff-4fb0-94f0-d075e5c1d047,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:27.016386 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:27.069895 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:25:27.208845 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] Attempting to bind port 7f62bb47-30ff-4fb0-94f0-d075e5c1d047 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:25:27.209093 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] Attempting to bind port 7f62bb47-30ff-4fb0-94f0-d075e5c1d047 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '5f857737-07df-483e-98d1-f9abb21c6d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2'}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:25:27.209415 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] Attempting to bind port 7f62bb47-30ff-4fb0-94f0-d075e5c1d047 on network a18a32d3-3186-440e-9e08-e8bed12731a2 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:25:27.215112 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] Port 7f62bb47-30ff-4fb0-94f0-d075e5c1d047 on network a18a32d3-3186-440e-9e08-e8bed12731a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:25:27.215434 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] Attempting to bind port 7f62bb47-30ff-4fb0-94f0-d075e5c1d047 on network a18a32d3-3186-440e-9e08-e8bed12731a2 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:25:27.221335 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] Checking agent: {'id': 'f0a3a63c-ec97-42f3-9482-19859e948017', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'started_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:25:27.221669 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] Checking segment: {'id': '5f857737-07df-483e-98d1-f9abb21c6d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:25:27.222083 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] Bound using segment: {'id': '5f857737-07df-483e-98d1-f9abb21c6d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2'} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:25:27.222487 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] Bound port: 7f62bb47-30ff-4fb0-94f0-d075e5c1d047, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f857737-07df-483e-98d1-f9abb21c6d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2'}}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:25:27.222833 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:27.364707 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] For port 7f62bb47-30ff-4fb0-94f0-d075e5c1d047, host hv-cinder-80278, cleared binding levels {{(pid=79261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:25:27.375148 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] For port 7f62bb47-30ff-4fb0-94f0-d075e5c1d047, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=7f62bb47-30ff-4fb0-94f0-d075e5c1d047,segment=NetworkSegment(5f857737-07df-483e-98d1-f9abb21c6d3f),segment_id=5f857737-07df-483e-98d1-f9abb21c6d3f)] {{(pid=79261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:25:27.381936 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14701805'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:27.387025 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:27.446139 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:27.446764 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:27.448118 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] 10.222.0.38 "PUT /v2.0/ports/7f62bb47-30ff-4fb0-94f0-d075e5c1d047 HTTP/1.1" status: 200 len: 1093 time: 1.1217208 Aug 23 10:25:27.448625 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d705d1-f798-4d39-9084-c2e97c79d9e7', 'tag': '7f62bb47-30ff-4fb0-94f0-d075e5c1d047'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:25:27.470952 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20abad-10f7-457d-934e-ce189af979bb req-3540261a-a840-4549-b430-ce21f54ba90b tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:27.471597 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-0a20abad-10f7-457d-934e-ce189af979bb req-3540261a-a840-4549-b430-ce21f54ba90b tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Synchronizing usage tracker for tenant:a6864e9926d446a1b338ada6c729f0ea on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:25:27.494841 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] Pushing event updated for resources: {'Port': ['ID=7f62bb47-30ff-4fb0-94f0-d075e5c1d047,revision_number=3']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:27.499261 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:27.500038 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-0a20abad-10f7-457d-934e-ce189af979bb req-3540261a-a840-4549-b430-ce21f54ba90b tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Unset dirty status for tenant:a6864e9926d446a1b338ada6c729f0ea on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:25:27.501243 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0a20abad-10f7-457d-934e-ce189af979bb req-3540261a-a840-4549-b430-ce21f54ba90b tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 943 time: 0.1968808 Aug 23 10:25:27.509577 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d705d1-f798-4d39-9084-c2e97c79d9e7', 'tag': '7f62bb47-30ff-4fb0-94f0-d075e5c1d047', 'status': 'completed', 'code': 200} Aug 23 10:25:27.604435 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0a20abad-10f7-457d-934e-ce189af979bb req-bba38b0f-fb5d-4cf7-8937-d2461a8cb40a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940104 Aug 23 10:25:27.621554 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-55c3152e-9afe-46b5-937f-31c15e88d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:27.624331 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-55c3152e-9afe-46b5-937f-31c15e88d5bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a6864e9926d446a1b338ada6c729f0ea&device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 1096 time: 0.1119301 Aug 23 10:25:27.696472 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-2d4b3310-c7df-4495-a161-54b5d3b6752e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f62bb47-30ff-4fb0-94f0-d075e5c1d047 HTTP/1.1" status: 200 len: 217 time: 0.0639389 Aug 23 10:25:27.760201 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-62ea8d6c-02d2-46c9-b041-5c6c3af9c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:27.761686 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-62ea8d6c-02d2-46c9-b041-5c6c3af9c805 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=14c11f95-41aa-4176-8d80-0a61ad808b4f HTTP/1.1" status: 200 len: 851 time: 0.0585928 Aug 23 10:25:27.837608 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-7d8975d0-1e3e-4beb-86cf-5957b433e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:27.839080 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-7d8975d0-1e3e-4beb-86cf-5957b433e41b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a18a32d3-3186-440e-9e08-e8bed12731a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704632 Aug 23 10:25:27.977750 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-7c132697-3ba9-4171-95e9-7b3f04d2c636 service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261530 Aug 23 10:25:28.111681 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a6e56862-77a5-478a-a46f-6e9b5282a42e req-da85d08f-ea8c-4f76-9bf2-75b3eb3b703f service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269925 Aug 23 10:25:28.225294 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b192ea-fb3b-489d-b030-a1fe5287b95c req-4d388cfe-bf9b-4cb5-a97d-c7e561f48f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:28.227194 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-03b192ea-fb3b-489d-b030-a1fe5287b95c req-4d388cfe-bf9b-4cb5-a97d-c7e561f48f4c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a6864e9926d446a1b338ada6c729f0ea&device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0718749 Aug 23 10:25:28.353293 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b192ea-fb3b-489d-b030-a1fe5287b95c req-466b02b4-64be-41cc-a9ad-a41cf3aa0e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:28.354704 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-03b192ea-fb3b-489d-b030-a1fe5287b95c req-466b02b4-64be-41cc-a9ad-a41cf3aa0e3f service neutron] 10.222.0.38 "GET /v2.0/networks?id=a18a32d3-3186-440e-9e08-e8bed12731a2 HTTP/1.1" status: 200 len: 913 time: 0.1213250 Aug 23 10:25:28.424471 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-03b192ea-fb3b-489d-b030-a1fe5287b95c req-2a538676-efc6-4863-a82c-e41742ddf8d6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f62bb47-30ff-4fb0-94f0-d075e5c1d047 HTTP/1.1" status: 200 len: 217 time: 0.0609837 Aug 23 10:25:28.485177 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b192ea-fb3b-489d-b030-a1fe5287b95c req-ffe2b222-8da3-40f6-a3f5-a184d4d70bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:28.486494 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-03b192ea-fb3b-489d-b030-a1fe5287b95c req-ffe2b222-8da3-40f6-a3f5-a184d4d70bea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=14c11f95-41aa-4176-8d80-0a61ad808b4f HTTP/1.1" status: 200 len: 851 time: 0.0554173 Aug 23 10:25:28.506053 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:28.561282 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b192ea-fb3b-489d-b030-a1fe5287b95c req-ed0f3ac8-63e1-4e36-a350-a4726a45bb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:28.562729 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-03b192ea-fb3b-489d-b030-a1fe5287b95c req-ed0f3ac8-63e1-4e36-a350-a4726a45bb66 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a18a32d3-3186-440e-9e08-e8bed12731a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686011 Aug 23 10:25:28.699149 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-03b192ea-fb3b-489d-b030-a1fe5287b95c req-17d5d453-e074-46c1-831a-3fb8dbcd5d8d service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281793 Aug 23 10:25:28.969254 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-03b192ea-fb3b-489d-b030-a1fe5287b95c req-3540768e-899d-4f90-b33a-0a41efb08e76 service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627363 Aug 23 10:25:28.980184 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a1378-543e-4a83-b30d-f832fd3650f6 req-e86e8a33-6bf0-4c01-9a7b-b899777f369b tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:28.981617 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-318a1378-543e-4a83-b30d-f832fd3650f6 req-e86e8a33-6bf0-4c01-9a7b-b899777f369b tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 943 time: 0.2546947 Aug 23 10:25:29.028939 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-318a1378-543e-4a83-b30d-f832fd3650f6 req-78786f5c-d61b-4f7a-a0e4-e71b795fba51 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411131 Aug 23 10:25:30.218353 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f2d5e-e9d7-46ea-99bb-ea10556e9d02 req-5e60b27c-7858-4b65-b7c5-62874024bf7e tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:30.219808 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3f0f2d5e-e9d7-46ea-99bb-ea10556e9d02 req-5e60b27c-7858-4b65-b7c5-62874024bf7e tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 943 time: 0.0811377 Aug 23 10:25:30.263742 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3f0f2d5e-e9d7-46ea-99bb-ea10556e9d02 req-8ffc563b-295d-4f03-94f4-74dc5d93c20b tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384398 Aug 23 10:25:31.448599 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd20f3-7e4e-417d-9273-2b3343b4e4d4 req-db0c2785-4ab4-44d0-844d-2b1cbe0d4291 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:31.450345 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-39cd20f3-7e4e-417d-9273-2b3343b4e4d4 req-db0c2785-4ab4-44d0-844d-2b1cbe0d4291 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 943 time: 0.0785174 Aug 23 10:25:31.494354 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-39cd20f3-7e4e-417d-9273-2b3343b4e4d4 req-07b85955-043b-4439-a1f0-e117bf4a25d9 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376818 Aug 23 10:25:32.507983 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812c8d2-6c2b-4223-bd2e-39cc9be25d5d req-548b17b5-78f0-459d-b88c-e74a0b73d9b2 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:32.509432 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9812c8d2-6c2b-4223-bd2e-39cc9be25d5d req-548b17b5-78f0-459d-b88c-e74a0b73d9b2 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0841835 Aug 23 10:25:32.554149 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9812c8d2-6c2b-4223-bd2e-39cc9be25d5d req-6a8af649-3280-413a-b643-a9ffc2777776 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386419 Aug 23 10:25:32.683789 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1b488-09b1-4e41-990b-f2d9f7e654f1 req-c01545fd-f9d3-4c4a-8c51-ffce3c65134a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:32.685297 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-deb1b488-09b1-4e41-990b-f2d9f7e654f1 req-c01545fd-f9d3-4c4a-8c51-ffce3c65134a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 943 time: 0.0835907 Aug 23 10:25:32.729149 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-deb1b488-09b1-4e41-990b-f2d9f7e654f1 req-d52e65e8-292f-47cf-af0f-78a44d1e920e tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381424 Aug 23 10:25:32.828121 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-9e62fe25-6f65-482f-b5ff-fd09955ff71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:33.612532 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:33.781161 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b79a14-b362-49af-9d15-457cb8c799c2 req-63a46432-f398-43dd-9422-2df2abe9557a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:33.782647 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-73b79a14-b362-49af-9d15-457cb8c799c2 req-63a46432-f398-43dd-9422-2df2abe9557a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0819144 Aug 23 10:25:33.859001 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-73b79a14-b362-49af-9d15-457cb8c799c2 req-834764e6-7c1f-4adc-95d1-874efe2bb493 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702736 Aug 23 10:25:33.931582 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb25fe-50be-4e13-b011-7b0288196a2e req-44c99eca-3648-43ba-a6bc-5ed2620fc39a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:33.932710 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-96bb25fe-50be-4e13-b011-7b0288196a2e req-44c99eca-3648-43ba-a6bc-5ed2620fc39a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 943 time: 0.0886824 Aug 23 10:25:33.983934 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-96bb25fe-50be-4e13-b011-7b0288196a2e req-102f71a3-e6df-4dc5-a14c-1c4ad633a36e tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450656 Aug 23 10:25:35.046489 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2741535-ba25-4f43-b458-6ab7054e7fad req-410e8b4c-9677-4144-9ef7-286b60c9a2d0 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:35.047946 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d2741535-ba25-4f43-b458-6ab7054e7fad req-410e8b4c-9677-4144-9ef7-286b60c9a2d0 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0793626 Aug 23 10:25:35.093274 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d2741535-ba25-4f43-b458-6ab7054e7fad req-5754d86d-32d2-46fc-aaaf-4c3738a9036f tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395532 Aug 23 10:25:35.169850 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c937fc-b7b7-4a51-abeb-ee1232c8b164 req-fc515ab2-ad3b-4b60-9bb7-4db9876ca1d3 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:35.171328 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c2c937fc-b7b7-4a51-abeb-ee1232c8b164 req-fc515ab2-ad3b-4b60-9bb7-4db9876ca1d3 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 943 time: 0.0814042 Aug 23 10:25:35.217266 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c2c937fc-b7b7-4a51-abeb-ee1232c8b164 req-e4202a92-b1ba-4674-8bea-cbd58b86a08a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402622 Aug 23 10:25:35.527259 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-d99ca9f6-2230-47c3-a974-13b653a71873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:36.283081 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f4e86-3d8a-43a8-a21e-c75118932836 req-0471c391-9449-49a7-9fed-d6ee1cc6b6ac tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:36.284680 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-448f4e86-3d8a-43a8-a21e-c75118932836 req-0471c391-9449-49a7-9fed-d6ee1cc6b6ac tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0836756 Aug 23 10:25:36.331132 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-448f4e86-3d8a-43a8-a21e-c75118932836 req-72a1a51d-b019-4445-9fd9-9175d026054a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401154 Aug 23 10:25:36.403804 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:36.515397 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe3886-aca1-4557-b050-000ea1b0af6e req-d0afce28-fe4e-4a3d-9b06-f73148c557f1 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:36.516955 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-bffe3886-aca1-4557-b050-000ea1b0af6e req-d0afce28-fe4e-4a3d-9b06-f73148c557f1 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 943 time: 0.0917239 Aug 23 10:25:36.563377 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-bffe3886-aca1-4557-b050-000ea1b0af6e req-be32e4e3-112d-4a85-851b-98c52f5bc104 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406239 Aug 23 10:25:36.658393 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875db10-ff63-4055-bd82-5f2ab0293f75 req-26dd8688-e08b-4181-a283-3c3568529550 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:36.659837 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6875db10-ff63-4055-bd82-5f2ab0293f75 req-26dd8688-e08b-4181-a283-3c3568529550 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0811570 Aug 23 10:25:36.703772 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6875db10-ff63-4055-bd82-5f2ab0293f75 req-628785f6-6882-4951-ad01-1fb598305f2b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383601 Aug 23 10:25:37.511026 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfe86e-1bbd-416c-87b6-b638abf3b772 req-8126dd5e-6561-4a47-a346-dc5081e1c35f tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:37.512833 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8ecfe86e-1bbd-416c-87b6-b638abf3b772 req-8126dd5e-6561-4a47-a346-dc5081e1c35f tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0793369 Aug 23 10:25:37.557398 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8ecfe86e-1bbd-416c-87b6-b638abf3b772 req-703e431b-5f5a-4a07-b8ee-c71f38bce293 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390110 Aug 23 10:25:37.741588 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0fae9-e974-4cfd-83d3-32154706dd77 req-27214310-e115-4313-95e9-cb699f9f2217 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:37.742939 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e6a0fae9-e974-4cfd-83d3-32154706dd77 req-27214310-e115-4313-95e9-cb699f9f2217 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 943 time: 0.0768404 Aug 23 10:25:37.791492 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e6a0fae9-e974-4cfd-83d3-32154706dd77 req-4247208b-4b0a-48d2-b72c-d52cf582ad95 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431104 Aug 23 10:25:37.921401 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:37.934561 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaff0a6-b2b0-46f1-a7a0-419e82b6841b req-957526b4-5296-48e5-93ad-b32be111e94f tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:37.936048 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9eaff0a6-b2b0-46f1-a7a0-419e82b6841b req-957526b4-5296-48e5-93ad-b32be111e94f tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0836484 Aug 23 10:25:37.980391 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9eaff0a6-b2b0-46f1-a7a0-419e82b6841b req-79530a94-20e9-4731-b0c2-289e3a9d9d0a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386178 Aug 23 10:25:38.743720 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a92b8-98eb-469c-ab1f-723844e95ba4 req-70172d2a-6978-424b-819c-6973cfce7b5b tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:38.748225 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f55a92b8-98eb-469c-ab1f-723844e95ba4 req-70172d2a-6978-424b-819c-6973cfce7b5b tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0838101 Aug 23 10:25:38.793588 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f55a92b8-98eb-469c-ab1f-723844e95ba4 req-6ff6cc53-a13e-4f2a-b7a6-6e378cf0c9e9 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396812 Aug 23 10:25:38.979210 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32734ae6-949e-4ff1-b23f-fffc46961841 req-e04bcfea-f975-4a2b-9661-9d11b013f499 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:38.980741 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-32734ae6-949e-4ff1-b23f-fffc46961841 req-e04bcfea-f975-4a2b-9661-9d11b013f499 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 943 time: 0.0847020 Aug 23 10:25:39.027338 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-32734ae6-949e-4ff1-b23f-fffc46961841 req-4b29e45a-9bca-40a2-afaa-c524a7294848 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405593 Aug 23 10:25:39.180645 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21493e-2c16-47a2-8147-d71ce2de5eaf req-07bc5ff4-d020-478d-97a4-0d5aef4d860f tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:39.182121 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7b21493e-2c16-47a2-8147-d71ce2de5eaf req-07bc5ff4-d020-478d-97a4-0d5aef4d860f tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0865040 Aug 23 10:25:39.228883 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7b21493e-2c16-47a2-8147-d71ce2de5eaf req-349a362f-c8d5-4a22-b7e2-c9673a667a32 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408628 Aug 23 10:25:39.482340 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d794c-ec0d-42e8-9536-f67f21125274 req-52261f59-9f52-45cb-8c89-d954615258c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:39.483814 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c40d794c-ec0d-42e8-9536-f67f21125274 req-52261f59-9f52-45cb-8c89-d954615258c1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=efec50dfe3e74711896d02a8fb431450&device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 1098 time: 0.0707705 Aug 23 10:25:39.526502 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70e354-2004-47e7-81d2-de4cfe3807ec req-14452d8d-a602-43a6-a37b-de19cc745a83 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:39.527977 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-eb70e354-2004-47e7-81d2-de4cfe3807ec req-14452d8d-a602-43a6-a37b-de19cc745a83 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0839810 Aug 23 10:25:39.576088 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-eb70e354-2004-47e7-81d2-de4cfe3807ec req-e944b8e5-3f7f-414a-9273-0cfd813b2afc tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421162 Aug 23 10:25:39.618195 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d794c-ec0d-42e8-9536-f67f21125274 req-48263edb-519d-4932-a72d-ca205d6c4d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:39.619679 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c40d794c-ec0d-42e8-9536-f67f21125274 req-48263edb-519d-4932-a72d-ca205d6c4d94 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d6984908-9b09-4267-bb0b-bbcad3b01243 HTTP/1.1" status: 200 len: 919 time: 0.1244879 Aug 23 10:25:39.691028 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c40d794c-ec0d-42e8-9536-f67f21125274 req-2fb90468-11ef-4849-a2ae-a80014233b10 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24b1bfc6-9f1e-4231-bc87-37d63dbf0abb HTTP/1.1" status: 200 len: 217 time: 0.0621674 Aug 23 10:25:39.752209 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d794c-ec0d-42e8-9536-f67f21125274 req-5212fa04-f030-40b1-932a-baf0979eefa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:39.753586 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c40d794c-ec0d-42e8-9536-f67f21125274 req-5212fa04-f030-40b1-932a-baf0979eefa5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0ca6ef1d-19a9-4739-8479-51eb7bc5d052 HTTP/1.1" status: 200 len: 858 time: 0.0540352 Aug 23 10:25:39.810407 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c40d794c-ec0d-42e8-9536-f67f21125274 req-adb773dc-5125-4a63-bf11-5bd14fe85b10 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d6984908-9b09-4267-bb0b-bbcad3b01243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424149 Aug 23 10:25:40.069768 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c40d794c-ec0d-42e8-9536-f67f21125274 req-37b6e013-9bf3-46d6-9cfa-295621e28678 service neutron] 10.222.0.38 "GET /v2.0/networks/d6984908-9b09-4267-bb0b-bbcad3b01243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525797 Aug 23 10:25:40.126153 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ee261-987e-4d55-b0de-d9269feeecf3 req-fd9c6f9e-1a40-4790-a460-bbf24099be2c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:40.127611 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-e71ee261-987e-4d55-b0de-d9269feeecf3 req-fd9c6f9e-1a40-4790-a460-bbf24099be2c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.2265360 Aug 23 10:25:40.221614 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973f9ef-99b1-4fcd-b4af-d592df383efb req-1bf70cbd-af43-4f5b-9d28-28cddfb0ea82 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:40.223069 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5973f9ef-99b1-4fcd-b4af-d592df383efb req-1bf70cbd-af43-4f5b-9d28-28cddfb0ea82 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 943 time: 0.0779796 Aug 23 10:25:40.235975 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-e71ee261-987e-4d55-b0de-d9269feeecf3 req-f4062e91-15de-4485-a481-477bb9ca9169 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026556 Aug 23 10:25:40.256437 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c40d794c-ec0d-42e8-9536-f67f21125274 req-bbf9f29f-a040-4fe9-9533-94770013b8cf service neutron] 10.222.0.38 "GET /v2.0/networks/d6984908-9b09-4267-bb0b-bbcad3b01243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779830 Aug 23 10:25:40.273146 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5973f9ef-99b1-4fcd-b4af-d592df383efb req-1f7804d4-0940-4479-aa05-35fdc390d0b2 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435436 Aug 23 10:25:40.420265 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4c4a3-c1dc-4a78-ae05-63afb8b70eee req-f49aefed-9f4c-49a3-9dc7-cbf5605f0275 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:40.421777 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-76f4c4a3-c1dc-4a78-ae05-63afb8b70eee req-f49aefed-9f4c-49a3-9dc7-cbf5605f0275 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0841823 Aug 23 10:25:40.470427 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-76f4c4a3-c1dc-4a78-ae05-63afb8b70eee req-b48e8d9f-87c8-4428-900e-d6bba54d218a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429020 Aug 23 10:25:40.757684 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1c948-f6ba-490b-b2eb-feeeb84cb514 req-49572099-87ab-4e5d-a102-2d76a7a9426f tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:40.759722 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c8b1c948-f6ba-490b-b2eb-feeeb84cb514 req-49572099-87ab-4e5d-a102-2d76a7a9426f tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0818357 Aug 23 10:25:40.805453 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c8b1c948-f6ba-490b-b2eb-feeeb84cb514 req-6cf0da78-9d47-4af5-ae4d-2e380bfd4b9c tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397248 Aug 23 10:25:41.040622 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 7f62bb47-30ff-4fb0-94f0-d075e5c1d047 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:25:41.172229 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 7f62bb47-30ff-4fb0-94f0-d075e5c1d047, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=7f62bb47-30ff-4fb0-94f0-d075e5c1d047,segment=NetworkSegment(5f857737-07df-483e-98d1-f9abb21c6d3f),segment_id=5f857737-07df-483e-98d1-f9abb21c6d3f)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:25:41.185463 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': '7f62bb47-30ff-4fb0-94f0-d075e5c1d047', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'port_id': '7f62bb47-30ff-4fb0-94f0-d075e5c1d047', 'mac_address': 'fa:16:3e:c1:dd:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:25:41.238833 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:41.255250 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f62bb47-30ff-4fb0-94f0-d075e5c1d047 {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:25:41.271415 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 7f62bb47-30ff-4fb0-94f0-d075e5c1d047, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=7f62bb47-30ff-4fb0-94f0-d075e5c1d047,segment=NetworkSegment(5f857737-07df-483e-98d1-f9abb21c6d3f),segment_id=5f857737-07df-483e-98d1-f9abb21c6d3f)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:25:41.274394 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:41.276320 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-de165be5-1d87-4c54-b439-0fdf0892eb8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:41.344260 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=7f62bb47-30ff-4fb0-94f0-d075e5c1d047,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:41.351502 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:41.351858 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:41.352424 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:41.352868 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:41.353225 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:41.353551 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:41.353875 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:41.354196 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:41.354539 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:41.354861 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:41.355203 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:41.355517 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:25:41.359405 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:41.425233 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ab8d6-d03f-4dac-b997-1e0157c4a166 req-76c79c03-4b9f-4106-b7d8-d393e930cc26 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:41.426711 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-357ab8d6-d03f-4dac-b997-1e0157c4a166 req-76c79c03-4b9f-4106-b7d8-d393e930cc26 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0815895 Aug 23 10:25:41.457470 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26657e43-3abf-4f26-8301-a7e0a0b847d4 req-c9e5da92-fcaf-4dc2-9b7c-375e311b07c5 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:41.458956 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-26657e43-3abf-4f26-8301-a7e0a0b847d4 req-c9e5da92-fcaf-4dc2-9b7c-375e311b07c5 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 944 time: 0.0782943 Aug 23 10:25:41.474019 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-357ab8d6-d03f-4dac-b997-1e0157c4a166 req-0ab4b831-4ee0-4212-ba14-0fc466406f1e tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408721 Aug 23 10:25:41.507048 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-26657e43-3abf-4f26-8301-a7e0a0b847d4 req-0a676a3a-245c-43d4-b99c-1340e207f432 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423491 Aug 23 10:25:41.659718 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dc92c-c45b-4877-b327-103ce07ecd42 req-60bc0551-5781-4b52-bc78-80c865bdb98d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:41.661179 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a12dc92c-c45b-4877-b327-103ce07ecd42 req-60bc0551-5781-4b52-bc78-80c865bdb98d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0788178 Aug 23 10:25:41.689584 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['7f62bb47-30ff-4fb0-94f0-d075e5c1d047'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:25:41.706480 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a12dc92c-c45b-4877-b327-103ce07ecd42 req-4be19e0d-2a1f-4795-b866-49112e9eb8fe tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391736 Aug 23 10:25:42.043791 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4bdda-ccc0-476f-bf39-056dd8ece1f1 req-07155c47-0fe7-4ce7-bdff-00b7830d7f9b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:42.045259 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-83d4bdda-ccc0-476f-bf39-056dd8ece1f1 req-07155c47-0fe7-4ce7-bdff-00b7830d7f9b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.1334786 Aug 23 10:25:42.090204 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-83d4bdda-ccc0-476f-bf39-056dd8ece1f1 req-c29e732b-604c-48e4-b02e-51d1da379463 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393369 Aug 23 10:25:42.661837 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c4d13-0c53-420a-aca8-1355f4561292 req-e6abe997-60cd-46a1-9623-a2d976f9ce8f tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:42.663523 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-506c4d13-0c53-420a-aca8-1355f4561292 req-e6abe997-60cd-46a1-9623-a2d976f9ce8f tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0846102 Aug 23 10:25:42.690737 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af69148-a935-426b-9ec5-3f78e72334ca req-82584a32-91c2-4868-a7d4-81285a9c64fc tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:42.692384 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9af69148-a935-426b-9ec5-3f78e72334ca req-82584a32-91c2-4868-a7d4-81285a9c64fc tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 944 time: 0.0832310 Aug 23 10:25:42.709064 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-506c4d13-0c53-420a-aca8-1355f4561292 req-f11f436e-f2e8-4bdb-a8f6-d9a7d9d308d6 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394797 Aug 23 10:25:42.737627 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9af69148-a935-426b-9ec5-3f78e72334ca req-8afbe441-671b-465b-bf06-95e0922dca8e tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389893 Aug 23 10:25:42.901871 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c18168-4c13-4f01-82f4-6eae8d594af9 req-554fb120-5049-45b9-a731-86ca2910e348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:42.903322 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-76c18168-4c13-4f01-82f4-6eae8d594af9 req-554fb120-5049-45b9-a731-86ca2910e348 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0810733 Aug 23 10:25:42.951706 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-76c18168-4c13-4f01-82f4-6eae8d594af9 req-62904472-9b74-486b-be05-096f61d8db45 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426366 Aug 23 10:25:43.041504 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 7f62bb47-30ff-4fb0-94f0-d075e5c1d047 up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:25:43.108269 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning for port 7f62bb47-30ff-4fb0-94f0-d075e5c1d047 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:25:43.112906 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port 7f62bb47-30ff-4fb0-94f0-d075e5c1d047 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:25:43.113383 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:43.229029 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:43.255091 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d705d1-f798-4d39-9084-c2e97c79d9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f62bb47-30ff-4fb0-94f0-d075e5c1d047'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:25:43.266023 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 7f62bb47-30ff-4fb0-94f0-d075e5c1d047, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=7f62bb47-30ff-4fb0-94f0-d075e5c1d047,segment=NetworkSegment(5f857737-07df-483e-98d1-f9abb21c6d3f),segment_id=5f857737-07df-483e-98d1-f9abb21c6d3f)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:25:43.270176 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:43.272068 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:43.272636 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c13628-4cc8-4fc2-9dc1-636f162dc3aa req-c9101d3f-6caa-49df-88be-f4f98e42652f tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:43.277499 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c7c13628-4cc8-4fc2-9dc1-636f162dc3aa req-c9101d3f-6caa-49df-88be-f4f98e42652f tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0835245 Aug 23 10:25:43.303046 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d705d1-f798-4d39-9084-c2e97c79d9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f62bb47-30ff-4fb0-94f0-d075e5c1d047', 'code': 200} Aug 23 10:25:43.326468 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c7c13628-4cc8-4fc2-9dc1-636f162dc3aa req-861a9918-d49d-4812-b3f8-2e00713529e8 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460341 Aug 23 10:25:43.342020 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=7f62bb47-30ff-4fb0-94f0-d075e5c1d047,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:43.344980 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:43.547915 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a7ea2-f170-4162-b735-1d2119ab1583 req-f46fc58b-2b1a-4628-9e92-c295b73857ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:43.549438 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-e14a7ea2-f170-4162-b735-1d2119ab1583 req-f46fc58b-2b1a-4628-9e92-c295b73857ca service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 1098 time: 0.0696721 Aug 23 10:25:43.593772 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-e14a7ea2-f170-4162-b735-1d2119ab1583 req-3fc3dee0-c69d-4580-abbe-78a5a6c67d04 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333693 Aug 23 10:25:43.897761 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c396fd-9444-445c-bbb6-2aa95d8229f0 req-8e3d2085-20d5-460d-bdfd-a43e3a89916d tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:43.900539 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-37c396fd-9444-445c-bbb6-2aa95d8229f0 req-8e3d2085-20d5-460d-bdfd-a43e3a89916d tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0857239 Aug 23 10:25:43.944680 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-37c396fd-9444-445c-bbb6-2aa95d8229f0 req-b9924530-f36f-4ff5-bf66-3ecdffeb0e8a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392823 Aug 23 10:25:43.944906 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f976d1d-3a2f-406c-a132-440d77379861 req-f2e8c53b-7531-4183-abcd-f03ebcfb33cd tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:43.946772 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-2f976d1d-3a2f-406c-a132-440d77379861 req-f2e8c53b-7531-4183-abcd-f03ebcfb33cd tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 945 time: 0.0828943 Aug 23 10:25:43.992438 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-2f976d1d-3a2f-406c-a132-440d77379861 req-7daac6f3-327d-448b-9aaa-553aea011081 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396550 Aug 23 10:25:44.188751 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df04ae3-bf4a-4375-83d3-ff842b60537c req-74903974-2ff4-44c2-9854-b386e4ce4053 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:44.190136 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-0df04ae3-bf4a-4375-83d3-ff842b60537c req-74903974-2ff4-44c2-9854-b386e4ce4053 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0920627 Aug 23 10:25:44.240196 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-0df04ae3-bf4a-4375-83d3-ff842b60537c req-902f88bc-f20b-4bd0-9dff-4ed139df6a6b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427749 Aug 23 10:25:44.298946 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18159ba6-f1de-47ac-a855-9b7785978e0f req-76093098-a554-49ec-86cc-41f482528de7 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:44.300426 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-18159ba6-f1de-47ac-a855-9b7785978e0f req-76093098-a554-49ec-86cc-41f482528de7 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0826974 Aug 23 10:25:44.394023 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-18159ba6-f1de-47ac-a855-9b7785978e0f req-34864093-6902-4f1e-92e1-2dfec7b90993 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592008 Aug 23 10:25:44.409079 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2a15f-0c24-443b-ab68-2d925306501c req-3eab6f95-df31-4345-960f-5f88744c9f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:44.410688 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-11e2a15f-0c24-443b-ab68-2d925306501c req-3eab6f95-df31-4345-960f-5f88744c9f8c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6288f2605747471588a47a33d4b3d386&device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 1099 time: 0.1083450 Aug 23 10:25:44.509257 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1681661-16a2-4515-abc1-b936c7ca1412 req-77b6b6e1-5c38-4371-821f-7cb56d9c4bf9 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:44.510610 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b1681661-16a2-4515-abc1-b936c7ca1412 req-77b6b6e1-5c38-4371-821f-7cb56d9c4bf9 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0769675 Aug 23 10:25:44.541253 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2a15f-0c24-443b-ab68-2d925306501c req-e1b0a6fe-0590-4e72-ad08-cfafef594c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:44.542780 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-11e2a15f-0c24-443b-ab68-2d925306501c req-e1b0a6fe-0590-4e72-ad08-cfafef594c55 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4c1fc7bc-93d4-4389-8e20-f7d09f046981 HTTP/1.1" status: 200 len: 911 time: 0.1249354 Aug 23 10:25:44.558339 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b1681661-16a2-4515-abc1-b936c7ca1412 req-7059d88d-595e-479c-a4e6-75de6f234ab2 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416677 Aug 23 10:25:44.649218 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-11e2a15f-0c24-443b-ab68-2d925306501c req-4ed6b09a-4326-4577-89a8-b7ff9224ccf8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5922f8de-0af0-4d9e-b5dd-a016f4db71dd HTTP/1.1" status: 200 len: 1001 time: 0.0939252 Aug 23 10:25:44.710558 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2a15f-0c24-443b-ab68-2d925306501c req-da40e04d-fb48-4fe6-9661-8d91bc2a8cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:44.711998 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-11e2a15f-0c24-443b-ab68-2d925306501c req-da40e04d-fb48-4fe6-9661-8d91bc2a8cb0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3248dd68-15fd-4e1b-bc02-a1c37a6054d5 HTTP/1.1" status: 200 len: 849 time: 0.0555968 Aug 23 10:25:44.792823 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2a15f-0c24-443b-ab68-2d925306501c req-f016e0d7-5ef0-4d31-a036-0d5af2cd263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:44.794280 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-11e2a15f-0c24-443b-ab68-2d925306501c req-f016e0d7-5ef0-4d31-a036-0d5af2cd263d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4c1fc7bc-93d4-4389-8e20-f7d09f046981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709786 Aug 23 10:25:45.012913 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-11e2a15f-0c24-443b-ab68-2d925306501c req-792d41f1-d3e4-44f6-9424-0d248fb98112 service neutron] 10.222.0.38 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060208 Aug 23 10:25:45.206613 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-11e2a15f-0c24-443b-ab68-2d925306501c req-06d59008-6036-42df-85e2-6f42e3e92619 service neutron] 10.222.0.38 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799779 Aug 23 10:25:45.228079 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de164f29-442e-4fe0-9cb2-89c4bd80f78c req-71083b9f-74c7-4b1b-81cc-74220e19918c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:45.229549 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-de164f29-442e-4fe0-9cb2-89c4bd80f78c req-71083b9f-74c7-4b1b-81cc-74220e19918c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 945 time: 0.1185186 Aug 23 10:25:45.278337 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-de164f29-442e-4fe0-9cb2-89c4bd80f78c req-a1871bae-6628-43c2-bbf7-c66d09501b40 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426288 Aug 23 10:25:45.428233 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6b345-4087-4bb0-9d3c-e469cbc0af51 req-044c31d7-a7ee-4a8c-9b78-f0e01c2acb33 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:45.429733 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a4a6b345-4087-4bb0-9d3c-e469cbc0af51 req-044c31d7-a7ee-4a8c-9b78-f0e01c2acb33 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0775127 Aug 23 10:25:45.474938 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a4a6b345-4087-4bb0-9d3c-e469cbc0af51 req-22e55404-d69e-46c5-949a-a8e09d50f4be tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393748 Aug 23 10:25:45.576664 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1ec45-3f50-43d8-9021-d4ea1b02bc5c req-ce7271aa-3bd0-4c72-99b2-29300bdbd5b7 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:45.578105 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5fc1ec45-3f50-43d8-9021-d4ea1b02bc5c req-ce7271aa-3bd0-4c72-99b2-29300bdbd5b7 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0795126 Aug 23 10:25:45.621686 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5fc1ec45-3f50-43d8-9021-d4ea1b02bc5c req-40ea4395-7e7f-47c5-a37b-b2be56a4ecfb tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380654 Aug 23 10:25:45.741326 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbd286-7dd6-4e5a-9776-4a0236b3a562 req-8ea4e244-c183-4bfc-81a9-77f86cfe7784 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:45.743186 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9ddbd286-7dd6-4e5a-9776-4a0236b3a562 req-8ea4e244-c183-4bfc-81a9-77f86cfe7784 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0811601 Aug 23 10:25:45.786544 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9ddbd286-7dd6-4e5a-9776-4a0236b3a562 req-53277bec-4c06-4d1c-9adb-74ae73bd7d1f tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379484 Aug 23 10:25:46.462668 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7baa9d4-942b-4821-913d-348a64ffd26e req-40ea3b9a-43b5-4507-beec-01c5f31e95c5 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:46.464120 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f7baa9d4-942b-4821-913d-348a64ffd26e req-40ea3b9a-43b5-4507-beec-01c5f31e95c5 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 945 time: 0.0820818 Aug 23 10:25:46.507565 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f7baa9d4-942b-4821-913d-348a64ffd26e req-7f3b2698-b64a-41d5-b18e-b3ff2ebee701 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378585 Aug 23 10:25:46.660486 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c333e4-4363-428f-b407-2b9a2255dc92 req-9ac9a0e9-9e2b-4550-92fe-772523f954b8 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:46.661897 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-28c333e4-4363-428f-b407-2b9a2255dc92 req-9ac9a0e9-9e2b-4550-92fe-772523f954b8 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0796473 Aug 23 10:25:46.686821 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753577a-fa64-4e60-ade1-ceb567bcd276 req-d595cbf2-7ede-4c03-8c9d-4dfbd07b63f0 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:46.688272 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7753577a-fa64-4e60-ade1-ceb567bcd276 req-d595cbf2-7ede-4c03-8c9d-4dfbd07b63f0 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 945 time: 0.0791175 Aug 23 10:25:46.708911 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-28c333e4-4363-428f-b407-2b9a2255dc92 req-5592b53c-d96e-4dd0-b9cb-6dc4986cc0cd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412326 Aug 23 10:25:46.736592 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7753577a-fa64-4e60-ade1-ceb567bcd276 req-d3af963d-842e-4489-a0f4-ac7bf48a90bf tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427253 Aug 23 10:25:46.759325 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 37492) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:46.885072 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629fe59d-c763-4005-96cf-38b7e6ea6c7f req-643a057d-1fb6-4adc-8466-bb0b7c833726 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:46.888039 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-629fe59d-c763-4005-96cf-38b7e6ea6c7f req-643a057d-1fb6-4adc-8466-bb0b7c833726 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0817571 Aug 23 10:25:46.939445 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-629fe59d-c763-4005-96cf-38b7e6ea6c7f req-40370da2-be25-4bcb-96e1-c8c156d4764d tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443072 Aug 23 10:25:47.027303 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc153de7-7662-44a0-9fbc-95715133fb7b req-3f1d54cb-a75a-4725-9f2c-56f0419f64d7 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:47.028768 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-bc153de7-7662-44a0-9fbc-95715133fb7b req-3f1d54cb-a75a-4725-9f2c-56f0419f64d7 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.1370876 Aug 23 10:25:47.034627 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e03b5d-fdfa-4934-a8b1-810dcd50d41c tempest-TestVolumeBootPattern-236298208 tempest-TestVolumeBootPattern-236298208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:47.035982 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-15e03b5d-fdfa-4934-a8b1-810dcd50d41c tempest-TestVolumeBootPattern-236298208 tempest-TestVolumeBootPattern-236298208-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 1093 time: 0.2757261 Aug 23 10:25:47.039085 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 37502) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:25:47.044320 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Request body: {'floatingip': {'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'port_id': '7f62bb47-30ff-4fb0-94f0-d075e5c1d047', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'fixed_ip_address': '172.20.0.5'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:25:47.050410 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:25:47.054377 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Usage tracker for resource:floatingip and tenant:a6864e9926d446a1b338ada6c729f0ea is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:25:47.057729 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:25:47.063931 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:25:47.075335 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for floatingip, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:47.075643 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-bc153de7-7662-44a0-9fbc-95715133fb7b req-164dc3a9-b7e6-4f08-815f-1d387ba881ee tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386240 Aug 23 10:25:47.208484 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:47.341552 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Allocated IP 172.27.2.41 (0e8cefd7-d645-4496-8b4b-729be1dafeb2/42841614-a1e8-4916-825f-ef19d8d550be/206aabb2-c3ba-4618-9512-3d0f48caf3c9) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:25:47.483050 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:47.510931 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:47.515665 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-6999ef47-4faf-4b69-b590-a840eaf5937b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:47.577028 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:25:47.579948 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:25:47.583539 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:25:47.617001 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Pushing event updated for resources: {'Port': ['ID=206aabb2-c3ba-4618-9512-3d0f48caf3c9,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:47.621320 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:48.054232 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff835e29-9fdf-4e50-9b0d-a3edda3072fc req-ef6e80bb-94de-4992-b210-5803e48fffcd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:48.055725 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ff835e29-9fdf-4e50-9b0d-a3edda3072fc req-ef6e80bb-94de-4992-b210-5803e48fffcd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.1913798 Aug 23 10:25:48.234149 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ff835e29-9fdf-4e50-9b0d-a3edda3072fc req-81608a14-1ab7-4cc8-94ba-5843d83ff09e tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662920 Aug 23 10:25:48.262534 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b7b01-f16e-4641-bd01-9a261aad86a0 req-a186ee25-b027-495f-ac4b-cbd8f29f82d5 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:48.264056 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-163b7b01-f16e-4641-bd01-9a261aad86a0 req-a186ee25-b027-495f-ac4b-cbd8f29f82d5 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0795681 Aug 23 10:25:48.279717 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:48.308655 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-163b7b01-f16e-4641-bd01-9a261aad86a0 req-9dd870a9-e2cc-4d3a-9b29-feb83c0bfdc8 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387945 Aug 23 10:25:48.390053 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:48.585979 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:48.590242 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:48.593816 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:48.692840 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Pushing event updated for resources: {'Port': ['ID=206aabb2-c3ba-4618-9512-3d0f48caf3c9,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:48.697303 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:48.703543 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588992'] for floatingip, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:48.867058 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.db.l3_db [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Floating IP a1d20b6f-332a-406e-a7a5-538dd189dddf associated. External IP: 172.27.2.41, port: 7f62bb47-30ff-4fb0-94f0-d075e5c1d047. Aug 23 10:25:49.276316 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:25:49.494273 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4e3dd-2879-4af2-98c1-c6f3b7e8136e req-8d831ad0-81d4-41f2-b369-dadd4de97f54 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:49.495739 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d1b4e3dd-2879-4af2-98c1-c6f3b7e8136e req-8d831ad0-81d4-41f2-b369-dadd4de97f54 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0821946 Aug 23 10:25:49.508954 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:25:49.519243 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef475f5-5854-42a1-b791-c7ff86df3e95 None None] Sync routers for ids ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'] in dv-cinder-802781-2-iscsi {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:25:49.522842 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8334f-5bbc-4e6d-aff6-093be9b8cc8b req-86a820ef-ce3c-4e76-aea9-2da93b0ff4ab tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:49.524886 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1ed8334f-5bbc-4e6d-aff6-093be9b8cc8b req-86a820ef-ce3c-4e76-aea9-2da93b0ff4ab tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.1783438 Aug 23 10:25:49.539914 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef475f5-5854-42a1-b791-c7ff86df3e95 None None] Routers {'6dda64b0-5a92-4731-ba79-9cb121c8bb7f'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:25:49.540484 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-eef475f5-5854-42a1-b791-c7ff86df3e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:25:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:25:49.545660 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d1b4e3dd-2879-4af2-98c1-c6f3b7e8136e req-5cd97997-965f-46c0-b38e-3ccd50343a07 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440707 Aug 23 10:25:49.574460 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for floatingip, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:49.622053 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1ed8334f-5bbc-4e6d-aff6-093be9b8cc8b req-4df9aa23-80e6-4e76-9863-90e6b6d29619 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813100 Aug 23 10:25:49.637870 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5975821 Aug 23 10:25:49.638746 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d705d1-f798-4d39-9084-c2e97c79d9e7', 'tag': '7f62bb47-30ff-4fb0-94f0-d075e5c1d047'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:25:49.688969 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d705d1-f798-4d39-9084-c2e97c79d9e7', 'tag': '7f62bb47-30ff-4fb0-94f0-d075e5c1d047', 'status': 'completed', 'code': 200} Aug 23 10:25:49.733408 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-eef475f5-5854-42a1-b791-c7ff86df3e95 None None] Set router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:25:49.780831 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400bdb8-b608-4000-bd4e-781a148ab345 req-8145f483-dff3-4725-a968-db726ad34b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:49.782342 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1400bdb8-b608-4000-bd4e-781a148ab345 req-8145f483-dff3-4725-a968-db726ad34b15 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a6864e9926d446a1b338ada6c729f0ea&device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 1098 time: 0.0698423 Aug 23 10:25:49.913379 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400bdb8-b608-4000-bd4e-781a148ab345 req-6ea2c438-b32c-4a5b-a81c-2701dab5202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:49.914865 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1400bdb8-b608-4000-bd4e-781a148ab345 req-6ea2c438-b32c-4a5b-a81c-2701dab5202c service neutron] 10.222.0.38 "GET /v2.0/networks?id=a18a32d3-3186-440e-9e08-e8bed12731a2 HTTP/1.1" status: 200 len: 913 time: 0.1247163 Aug 23 10:25:50.018604 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1400bdb8-b608-4000-bd4e-781a148ab345 req-495fab12-c3e4-4bca-96b1-7ba66034d166 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f62bb47-30ff-4fb0-94f0-d075e5c1d047 HTTP/1.1" status: 200 len: 998 time: 0.0967050 Aug 23 10:25:50.084999 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400bdb8-b608-4000-bd4e-781a148ab345 req-957b7aed-cc43-41a6-b928-1d46d51fd903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:50.086378 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1400bdb8-b608-4000-bd4e-781a148ab345 req-957b7aed-cc43-41a6-b928-1d46d51fd903 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=14c11f95-41aa-4176-8d80-0a61ad808b4f HTTP/1.1" status: 200 len: 851 time: 0.0597737 Aug 23 10:25:50.101621 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-eef475f5-5854-42a1-b791-c7ff86df3e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:24:26Z', 'revision_number': 4, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port': {'id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:23Z', 'updated_at': '2021-08-23T10:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': 'a1d20b6f-332a-406e-a7a5-538dd189dddf', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'port_id': '7f62bb47-30ff-4fb0-94f0-d075e5c1d047', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'mac_address': 'fa:16:3e:c1:dd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d705d1-f798-4d39-9084-c2e97c79d9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:25:48Z', 'updated_at': '2021-08-23T10:25:48Z', 'revision_number': 0, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71f2042-dd45-41a0-85a3-94da6fa9fc8d', 'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'mac_address': 'fa:16:3e:7f:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:25Z', 'updated_at': '2021-08-23T10:24:34Z', 'revision_number': 5, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'subnets': [{'id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:25:50.105358 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef475f5-5854-42a1-b791-c7ff86df3e95 None None] Checking router: 6dda64b0-5a92-4731-ba79-9cb121c8bb7f for host: dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:25:50.113339 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef475f5-5854-42a1-b791-c7ff86df3e95 None None] Routers {'6dda64b0-5a92-4731-ba79-9cb121c8bb7f'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:25:50.113922 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-eef475f5-5854-42a1-b791-c7ff86df3e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:25:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:25:50.165116 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400bdb8-b608-4000-bd4e-781a148ab345 req-005de242-df91-450a-8473-baa0cc5c429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:50.166845 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1400bdb8-b608-4000-bd4e-781a148ab345 req-005de242-df91-450a-8473-baa0cc5c429c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a18a32d3-3186-440e-9e08-e8bed12731a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736756 Aug 23 10:25:50.286719 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-eef475f5-5854-42a1-b791-c7ff86df3e95 None None] Set router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:25:50.296955 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1400bdb8-b608-4000-bd4e-781a148ab345 req-2f70eebb-b530-4989-a877-3f1db3e80274 service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223392 Aug 23 10:25:50.504884 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1400bdb8-b608-4000-bd4e-781a148ab345 req-2868b4c9-9895-4498-b9f8-0154b8fd7351 service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007530 Aug 23 10:25:50.627238 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-eef475f5-5854-42a1-b791-c7ff86df3e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:24:26Z', 'revision_number': 4, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port': {'id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:23Z', 'updated_at': '2021-08-23T10:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': 'a1d20b6f-332a-406e-a7a5-538dd189dddf', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'port_id': '7f62bb47-30ff-4fb0-94f0-d075e5c1d047', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'mac_address': 'fa:16:3e:c1:dd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d705d1-f798-4d39-9084-c2e97c79d9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:25:48Z', 'updated_at': '2021-08-23T10:25:48Z', 'revision_number': 0, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71f2042-dd45-41a0-85a3-94da6fa9fc8d', 'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'mac_address': 'fa:16:3e:7f:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:25Z', 'updated_at': '2021-08-23T10:24:34Z', 'revision_number': 5, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'subnets': [{'id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:25:50.631131 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef475f5-5854-42a1-b791-c7ff86df3e95 None None] The sync data for ids ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'] in dv-cinder-802781-2-iscsi is: [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:24:26Z', 'revision_number': 4, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port': {'id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:23Z', 'updated_at': '2021-08-23T10:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': 'a1d20b6f-332a-406e-a7a5-538dd189dddf', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'port_id': '7f62bb47-30ff-4fb0-94f0-d075e5c1d047', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'mac_address': 'fa:16:3e:c1:dd:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d705d1-f798-4d39-9084-c2e97c79d9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:25:48Z', 'updated_at': '2021-08-23T10:25:48Z', 'revision_number': 0, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71f2042-dd45-41a0-85a3-94da6fa9fc8d', 'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'mac_address': 'fa:16:3e:7f:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:25Z', 'updated_at': '2021-08-23T10:24:34Z', 'revision_number': 5, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'subnets': [{'id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:25:50.744017 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af028015-3c2f-463a-a669-2e6305f16075 req-c0dc6f63-fe9d-4b10-940b-40120aaa75c1 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:50.745537 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af028015-3c2f-463a-a669-2e6305f16075 req-c0dc6f63-fe9d-4b10-940b-40120aaa75c1 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0893898 Aug 23 10:25:50.792743 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af028015-3c2f-463a-a669-2e6305f16075 req-78a0693f-fc7f-49e9-850b-f0f27e3e2291 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415480 Aug 23 10:25:50.834961 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821839e-8e02-45bb-a4f6-3306c4308f93 req-7eb40e2e-c434-4e5d-a4b1-2259cde88375 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:50.837117 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8821839e-8e02-45bb-a4f6-3306c4308f93 req-7eb40e2e-c434-4e5d-a4b1-2259cde88375 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0998778 Aug 23 10:25:50.850286 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0140fd33-5677-4977-a91c-6f83607ac83d None None] New status for floating IP a1d20b6f-332a-406e-a7a5-538dd189dddf: ACTIVE {{(pid=79263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:25:50.882822 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8821839e-8e02-45bb-a4f6-3306c4308f93 req-231fc1b3-d942-4554-8ef0-07ff08473ec5 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399489 Aug 23 10:25:51.976043 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921664e2-5287-4589-8daa-2b260599b887 req-21dde988-b4ad-42b8-9e4a-4a3266f1c082 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:51.978045 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-921664e2-5287-4589-8daa-2b260599b887 req-21dde988-b4ad-42b8-9e4a-4a3266f1c082 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0802021 Aug 23 10:25:52.025138 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-921664e2-5287-4589-8daa-2b260599b887 req-868151f5-668a-473f-8971-e63ea8030fa3 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406804 Aug 23 10:25:52.071989 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ed624-f445-4b62-af4a-c994fab46f04 req-fd7eca38-ca1b-40a7-a236-e963a1722020 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:52.073548 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-279ed624-f445-4b62-af4a-c994fab46f04 req-fd7eca38-ca1b-40a7-a236-e963a1722020 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0818846 Aug 23 10:25:52.121465 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-279ed624-f445-4b62-af4a-c994fab46f04 req-aecd0116-f80f-45c4-a857-5fcc4140f760 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420709 Aug 23 10:25:53.209669 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb0a51-f33c-4d2a-ac9b-f8830d61bb6f req-255a9b91-cff8-45d5-afdc-0f32fec4f90b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:53.211078 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5ecb0a51-f33c-4d2a-ac9b-f8830d61bb6f req-255a9b91-cff8-45d5-afdc-0f32fec4f90b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0828981 Aug 23 10:25:53.254690 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5ecb0a51-f33c-4d2a-ac9b-f8830d61bb6f req-94db14f2-27e0-40b0-8e9c-e128bcc5ff78 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380831 Aug 23 10:25:53.307161 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea551af-2b4a-4f3f-a224-e19931749c25 req-cfa2254e-c8ba-4bc0-a53e-134656e0fa44 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:53.308642 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7ea551af-2b4a-4f3f-a224-e19931749c25 req-cfa2254e-c8ba-4bc0-a53e-134656e0fa44 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0792892 Aug 23 10:25:53.353510 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7ea551af-2b4a-4f3f-a224-e19931749c25 req-04216d1d-69ce-4fe2-894e-9f093fbff85a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392616 Aug 23 10:25:54.551104 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99574511-7c35-4b44-bcc7-cb6d981cb25d req-420e03e0-847e-4c80-b6ff-3d4637f3ba93 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:54.552658 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-99574511-7c35-4b44-bcc7-cb6d981cb25d req-420e03e0-847e-4c80-b6ff-3d4637f3ba93 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0833108 Aug 23 10:25:54.589856 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597b6f9-cae5-4db2-9d10-61bbffe5d1ba req-c195f1b5-27b1-41a0-bda0-b041845c0c73 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:54.591319 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3597b6f9-cae5-4db2-9d10-61bbffe5d1ba req-c195f1b5-27b1-41a0-bda0-b041845c0c73 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0877116 Aug 23 10:25:54.598052 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-99574511-7c35-4b44-bcc7-cb6d981cb25d req-6e575f84-5505-4a4f-8758-1b4d7f459137 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392835 Aug 23 10:25:54.636060 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3597b6f9-cae5-4db2-9d10-61bbffe5d1ba req-1486d385-69d2-4fb6-9ecc-53aaa90fba0a tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390148 Aug 23 10:25:55.096803 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 1c85d0ed-e955-43ed-8e58-9e4e586c67fa details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:25:55.256895 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1c85d0ed-e955-43ed-8e58-9e4e586c67fa,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:25:55.272415 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': '1c85d0ed-e955-43ed-8e58-9e4e586c67fa', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'port_id': '1c85d0ed-e955-43ed-8e58-9e4e586c67fa', 'mac_address': 'fa:16:3e:40:1c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:25:55.326732 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:55.343073 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c85d0ed-e955-43ed-8e58-9e4e586c67fa {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:25:55.359594 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1c85d0ed-e955-43ed-8e58-9e4e586c67fa,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:25:55.363194 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:55.365681 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:55.431990 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=1c85d0ed-e955-43ed-8e58-9e4e586c67fa,revision_number=6']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:55.434728 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:55.467116 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['1c85d0ed-e955-43ed-8e58-9e4e586c67fa'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:25:55.788621 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e753876-2932-416f-baab-0fa3a84e97b8 req-d939955f-4c6a-4636-ac83-e3f488080174 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:55.790454 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3e753876-2932-416f-baab-0fa3a84e97b8 req-d939955f-4c6a-4636-ac83-e3f488080174 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 944 time: 0.0811145 Aug 23 10:25:55.821794 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856d965-1ebb-4981-a0d5-4ce1819e6fb0 req-274df47c-1dd9-4307-8ae3-bc55c6f02ed4 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:55.823341 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d856d965-1ebb-4981-a0d5-4ce1819e6fb0 req-274df47c-1dd9-4307-8ae3-bc55c6f02ed4 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0829706 Aug 23 10:25:55.850198 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3e753876-2932-416f-baab-0fa3a84e97b8 req-77f08891-e43a-44b5-862d-ca0b842e61bd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525408 Aug 23 10:25:55.870280 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d856d965-1ebb-4981-a0d5-4ce1819e6fb0 req-c169e802-a76d-43b6-99b5-2e0db95bf22d tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410371 Aug 23 10:25:56.624125 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a945afd-56f3-4859-9e36-cb42d908282d req-aaf7b982-1627-46d8-b603-f5523918e28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:56.625660 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0a945afd-56f3-4859-9e36-cb42d908282d req-aaf7b982-1627-46d8-b603-f5523918e28f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bb2e29fde40147f5b41343ddc6e036d2&device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 1097 time: 0.0686572 Aug 23 10:25:56.767859 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a945afd-56f3-4859-9e36-cb42d908282d req-089a65f7-37dc-4eec-af93-aa8b2e39bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:56.769313 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0a945afd-56f3-4859-9e36-cb42d908282d req-089a65f7-37dc-4eec-af93-aa8b2e39bf80 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d HTTP/1.1" status: 200 len: 916 time: 0.1238039 Aug 23 10:25:56.880163 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0a945afd-56f3-4859-9e36-cb42d908282d req-dec50258-1a77-472a-9955-1ba4be66d324 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c85d0ed-e955-43ed-8e58-9e4e586c67fa HTTP/1.1" status: 200 len: 999 time: 0.0939889 Aug 23 10:25:56.942978 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a945afd-56f3-4859-9e36-cb42d908282d req-43081a6b-c8cf-4b53-847f-c29174af6aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:56.944545 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0a945afd-56f3-4859-9e36-cb42d908282d req-43081a6b-c8cf-4b53-847f-c29174af6aa0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37511b2d-c017-4ca2-bb9c-4a800f5cbb93 HTTP/1.1" status: 200 len: 854 time: 0.0586672 Aug 23 10:25:57.059750 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edca33-7522-430b-a1d4-f1f131f781ac req-03f1f787-fd46-44e5-9377-156b7da199f6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:57.061243 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-13edca33-7522-430b-a1d4-f1f131f781ac req-03f1f787-fd46-44e5-9377-156b7da199f6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0842185 Aug 23 10:25:57.087133 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a945afd-56f3-4859-9e36-cb42d908282d req-0cf6174a-f40c-46b1-b939-b0373ba856c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:57.088670 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0a945afd-56f3-4859-9e36-cb42d908282d req-0cf6174a-f40c-46b1-b939-b0373ba856c8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1354368 Aug 23 10:25:57.096579 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63913d2-4dcb-4a7c-af12-78397c3a39f3 req-7f3651a3-6311-40cf-a1aa-1fb7923e37cb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:57.098021 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f63913d2-4dcb-4a7c-af12-78397c3a39f3 req-7f3651a3-6311-40cf-a1aa-1fb7923e37cb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 944 time: 0.1099849 Aug 23 10:25:57.099855 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 1c85d0ed-e955-43ed-8e58-9e4e586c67fa up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:25:57.107158 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-13edca33-7522-430b-a1d4-f1f131f781ac req-290cd3bc-281c-4300-8d26-8616bed00aa4 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402868 Aug 23 10:25:57.170630 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:25:57.170914 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:57.226801 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f63913d2-4dcb-4a7c-af12-78397c3a39f3 req-422960ff-8295-44b7-af2f-b5177f72a28a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223178 Aug 23 10:25:57.267485 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0a945afd-56f3-4859-9e36-cb42d908282d req-8cbc8cda-b650-46e9-918a-4acab91d1a32 service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618850 Aug 23 10:25:57.282280 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:57.310192 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bb369a-1663-4dc7-9754-e5dc5dd88b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c85d0ed-e955-43ed-8e58-9e4e586c67fa'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:25:57.319695 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1c85d0ed-e955-43ed-8e58-9e4e586c67fa,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:25:57.324952 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:57.327076 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-6bc4a6cb-c380-46f0-a411-e7393148d6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:25:57.361620 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81bb369a-1663-4dc7-9754-e5dc5dd88b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c85d0ed-e955-43ed-8e58-9e4e586c67fa', 'code': 200} Aug 23 10:25:57.394825 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=1c85d0ed-e955-43ed-8e58-9e4e586c67fa,revision_number=7']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:25:57.397815 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:25:57.401703 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0a945afd-56f3-4859-9e36-cb42d908282d req-f4d7033b-117d-4e71-8fd9-c904fbb8a917 service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264238 Aug 23 10:25:58.301087 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ac4d5-530d-4fca-8b89-1dbd70e60bc0 req-a810dae7-2c26-45de-a258-1140876eb5d8 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:58.302569 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c99ac4d5-530d-4fca-8b89-1dbd70e60bc0 req-a810dae7-2c26-45de-a258-1140876eb5d8 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0845001 Aug 23 10:25:58.347123 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c99ac4d5-530d-4fca-8b89-1dbd70e60bc0 req-582930c9-adaa-429f-a43b-7035a875d6bf tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389271 Aug 23 10:25:58.421323 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a277c-f192-464e-92a5-0d9f4f523a9a req-52af167b-6f51-4223-9f68-e365733f0c1f tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:58.422687 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-111a277c-f192-464e-92a5-0d9f4f523a9a req-52af167b-6f51-4223-9f68-e365733f0c1f tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0834239 Aug 23 10:25:58.466148 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-111a277c-f192-464e-92a5-0d9f4f523a9a req-c3f29f87-b84e-4a48-a478-ef1f96d764ad tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378845 Aug 23 10:25:58.506288 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:25:59.607856 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf84806-03e1-4fa2-8466-8d57858a9316 req-9bdd648f-488a-41f2-af4a-412c72d97758 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:59.609355 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-dbf84806-03e1-4fa2-8466-8d57858a9316 req-9bdd648f-488a-41f2-af4a-412c72d97758 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.1589391 Aug 23 10:25:59.654014 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-dbf84806-03e1-4fa2-8466-8d57858a9316 req-d1a855e7-b40b-489a-b2fc-fca61ccee4cd tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389802 Aug 23 10:25:59.654747 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fbbe9-9987-48ba-a40c-d225b2e45afa req-60850655-3161-4439-8236-e5a09ab25768 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:25:59.656236 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-227fbbe9-9987-48ba-a40c-d225b2e45afa req-60850655-3161-4439-8236-e5a09ab25768 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0789938 Aug 23 10:25:59.701405 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-227fbbe9-9987-48ba-a40c-d225b2e45afa req-3487ad0d-31ce-43e0-b4aa-7381342f6cf1 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394492 Aug 23 10:26:00.860726 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72782c9f-a887-475f-9547-3f340795d06d req-9bfe74d5-da1b-4326-a8ef-792e0a5141c6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:00.863259 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-72782c9f-a887-475f-9547-3f340795d06d req-9bfe74d5-da1b-4326-a8ef-792e0a5141c6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0975761 Aug 23 10:26:00.932782 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-72782c9f-a887-475f-9547-3f340795d06d req-e6b2d33c-6ea0-4ecd-b93a-09290a1398c7 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633016 Aug 23 10:26:00.974862 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d382fbe-fcb5-4e72-8322-b90b612934d9 req-e17295d6-48af-4f0c-8c35-13f57822dcda tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:00.983048 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5d382fbe-fcb5-4e72-8322-b90b612934d9 req-e17295d6-48af-4f0c-8c35-13f57822dcda tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.1060071 Aug 23 10:26:01.028001 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5d382fbe-fcb5-4e72-8322-b90b612934d9 req-55ea3d7f-09c9-407b-92ff-a39f2712841c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437622 Aug 23 10:26:02.142847 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007de38f-3bab-4452-b19f-86a2787dfdba req-a87d8d14-86a9-4081-8a0d-9b39f2c46122 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:02.152179 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-007de38f-3bab-4452-b19f-86a2787dfdba req-a87d8d14-86a9-4081-8a0d-9b39f2c46122 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.1048191 Aug 23 10:26:02.206047 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-007de38f-3bab-4452-b19f-86a2787dfdba req-70dfef79-b331-42eb-8f97-e3df24cd8c06 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527697 Aug 23 10:26:02.265966 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba48aa3-40c2-4600-9a06-9839c5adb3c4 req-6f24f372-9b58-4d23-a9b8-c30b0267bbe2 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:02.268133 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fba48aa3-40c2-4600-9a06-9839c5adb3c4 req-6f24f372-9b58-4d23-a9b8-c30b0267bbe2 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0873992 Aug 23 10:26:02.405464 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fba48aa3-40c2-4600-9a06-9839c5adb3c4 req-27d916ed-a290-4d05-8b29-ed5a72925476 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305625 Aug 23 10:26:02.832519 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-29f313f4-2e29-4473-bea1-c994374a82f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:02.982742 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cdb86-81aa-4380-bdcc-33ca13fd40ab req-eeea5979-4fc4-4858-8c8d-d8ec06eabffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:02.984320 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3d3cdb86-81aa-4380-bdcc-33ca13fd40ab req-eeea5979-4fc4-4858-8c8d-d8ec06eabffe service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 1098 time: 0.0800889 Aug 23 10:26:03.033904 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3d3cdb86-81aa-4380-bdcc-33ca13fd40ab req-3b3867b3-cacf-4a16-9bf8-6035cc7a6b3b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384717 Aug 23 10:26:03.393956 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ecbc3-41e4-42f8-ae1e-cbbfe5d99771 req-baaa9420-7682-4bd3-ba0e-3c7b24315787 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:03.395424 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-936ecbc3-41e4-42f8-ae1e-cbbfe5d99771 req-baaa9420-7682-4bd3-ba0e-3c7b24315787 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0880413 Aug 23 10:26:03.451177 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-936ecbc3-41e4-42f8-ae1e-cbbfe5d99771 req-6b363e25-ec22-45ad-93b5-2c3533c25d20 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491340 Aug 23 10:26:03.599492 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbbdeb-c3d9-4fd8-86b6-7cc024a296d4 req-2e092bc5-c8dc-4e36-9bb7-9e0e6e8ec53e tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:03.601169 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5cfbbdeb-c3d9-4fd8-86b6-7cc024a296d4 req-2e092bc5-c8dc-4e36-9bb7-9e0e6e8ec53e tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0824122 Aug 23 10:26:03.623456 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:03.652841 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5cfbbdeb-c3d9-4fd8-86b6-7cc024a296d4 req-60248868-3dab-4132-9c5a-8b3887f985c4 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455356 Aug 23 10:26:04.068977 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:26:04.665093 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0c801-d52a-45c9-8a87-170f967998d6 req-ff2be857-349e-49d1-a03a-b304d6a33301 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:04.666759 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-52f0c801-d52a-45c9-8a87-170f967998d6 req-ff2be857-349e-49d1-a03a-b304d6a33301 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.1002846 Aug 23 10:26:04.714231 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-52f0c801-d52a-45c9-8a87-170f967998d6 req-1f032b0f-6d79-43c3-b0b2-67723b5615e9 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410030 Aug 23 10:26:04.873453 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999f1ac-aef9-4c07-9432-1ff3f7a12b88 req-911b8571-247e-45c9-997b-313b5b8e9a4b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:04.875052 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9999f1ac-aef9-4c07-9432-1ff3f7a12b88 req-911b8571-247e-45c9-997b-313b5b8e9a4b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0869997 Aug 23 10:26:04.926423 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9999f1ac-aef9-4c07-9432-1ff3f7a12b88 req-985db7c5-7831-4f2a-96c2-6e5389318730 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457580 Aug 23 10:26:05.531285 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-71995e9d-64f0-4335-bd61-1926b27d0942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:05.919193 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85e309-a124-478f-b436-568f9c32936a req-d8135f62-d104-4ffd-85e8-050b10422254 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:05.920871 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-ce85e309-a124-478f-b436-568f9c32936a req-d8135f62-d104-4ffd-85e8-050b10422254 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0844219 Aug 23 10:26:05.968451 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-ce85e309-a124-478f-b436-568f9c32936a req-1b4d5ae1-ca8e-4b53-99e1-a3df067b10a4 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413759 Aug 23 10:26:06.167452 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bd9c2-508e-4e3e-ba5b-dbe6574c7e66 req-771a7dc8-3e4d-4799-b518-404776ed4c0d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:06.169685 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-984bd9c2-508e-4e3e-ba5b-dbe6574c7e66 req-771a7dc8-3e4d-4799-b518-404776ed4c0d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.1081014 Aug 23 10:26:06.242965 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-984bd9c2-508e-4e3e-ba5b-dbe6574c7e66 req-73010d18-fe5a-49df-950a-fe18f81d0d1e tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664666 Aug 23 10:26:06.404655 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:06.588883 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03519c1f-3855-4962-8866-17ac9deb896e req-18311afb-ffed-4eeb-a878-c43d0dc4dac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:06.591882 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-03519c1f-3855-4962-8866-17ac9deb896e req-18311afb-ffed-4eeb-a878-c43d0dc4dac1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=efec50dfe3e74711896d02a8fb431450&device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 1098 time: 0.0831962 Aug 23 10:26:06.594813 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8f48c-b6b8-4387-b8ff-e3e6bbdd166b req-8358e0e5-f2e1-4942-97d8-62b55f4819b5 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:06.596998 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9cb8f48c-b6b8-4387-b8ff-e3e6bbdd166b req-8358e0e5-f2e1-4942-97d8-62b55f4819b5 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0885839 Aug 23 10:26:06.651345 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9cb8f48c-b6b8-4387-b8ff-e3e6bbdd166b req-ae9db6f0-0460-4112-ac11-963f20f5e31a tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469036 Aug 23 10:26:06.743543 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03519c1f-3855-4962-8866-17ac9deb896e req-fbb7cd2c-fe65-4033-bd44-f0373c145619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:06.744951 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-03519c1f-3855-4962-8866-17ac9deb896e req-fbb7cd2c-fe65-4033-bd44-f0373c145619 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d6984908-9b09-4267-bb0b-bbcad3b01243 HTTP/1.1" status: 200 len: 919 time: 0.1434908 Aug 23 10:26:06.820000 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-03519c1f-3855-4962-8866-17ac9deb896e req-f3a8c791-d4d7-4145-bcea-b3200ef17a30 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24b1bfc6-9f1e-4231-bc87-37d63dbf0abb HTTP/1.1" status: 200 len: 217 time: 0.0658152 Aug 23 10:26:06.892156 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03519c1f-3855-4962-8866-17ac9deb896e req-91c38e1f-3062-4e5b-a7aa-66f11fc82728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:06.893782 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-03519c1f-3855-4962-8866-17ac9deb896e req-91c38e1f-3062-4e5b-a7aa-66f11fc82728 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0ca6ef1d-19a9-4739-8479-51eb7bc5d052 HTTP/1.1" status: 200 len: 858 time: 0.0630503 Aug 23 10:26:06.947577 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-03519c1f-3855-4962-8866-17ac9deb896e req-a29325b9-3600-4c98-9a64-aa18a8e4422a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d6984908-9b09-4267-bb0b-bbcad3b01243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450518 Aug 23 10:26:07.087472 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-03519c1f-3855-4962-8866-17ac9deb896e req-2b8fbe55-8150-4f0a-9e15-140e43e1560c service neutron] 10.222.0.38 "GET /v2.0/networks/d6984908-9b09-4267-bb0b-bbcad3b01243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309671 Aug 23 10:26:07.226061 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-03519c1f-3855-4962-8866-17ac9deb896e req-aee3cd12-ca9e-4239-af61-ebbc6227d318 service neutron] 10.222.0.38 "GET /v2.0/networks/d6984908-9b09-4267-bb0b-bbcad3b01243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285939 Aug 23 10:26:07.455533 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b503469-0ffc-4517-af81-84b6b5e8f3f9 req-dfd4a376-f05d-41c0-a593-9dd6a07e225d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:07.457087 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0b503469-0ffc-4517-af81-84b6b5e8f3f9 req-dfd4a376-f05d-41c0-a593-9dd6a07e225d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0847518 Aug 23 10:26:07.505518 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0b503469-0ffc-4517-af81-84b6b5e8f3f9 req-3824a1e3-6ce7-40af-b1dd-235b05a392a6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423863 Aug 23 10:26:07.858488 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c8184-ab24-4edb-9791-83fa265ecb05 req-aac5e939-c5ff-44d1-ab02-ffe7225bec2f tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:07.861030 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-563c8184-ab24-4edb-9791-83fa265ecb05 req-aac5e939-c5ff-44d1-ab02-ffe7225bec2f tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0913179 Aug 23 10:26:07.907966 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-563c8184-ab24-4edb-9791-83fa265ecb05 req-34542531-a680-45fd-9928-fc09cd259e89 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416062 Aug 23 10:26:07.937859 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:08.702883 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584e7fc-c283-4b82-9f69-f0c2a060d1fd req-1bc689b7-e68b-42b1-8dc5-3ccdeb18f896 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:08.704466 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5584e7fc-c283-4b82-9f69-f0c2a060d1fd req-1bc689b7-e68b-42b1-8dc5-3ccdeb18f896 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0850518 Aug 23 10:26:08.750103 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5584e7fc-c283-4b82-9f69-f0c2a060d1fd req-9cb8b52b-5212-4cc5-8883-e270f9411fc6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398853 Aug 23 10:26:09.112897 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fb306-c9d2-4db1-8aff-3468961e99f5 req-e4b62463-74d9-492c-96c1-39d74df523db tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:09.115092 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-331fb306-c9d2-4db1-8aff-3468961e99f5 req-e4b62463-74d9-492c-96c1-39d74df523db tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0863431 Aug 23 10:26:09.170863 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-331fb306-c9d2-4db1-8aff-3468961e99f5 req-cedfa6b7-b2b4-4492-ba75-5acbf32bebb3 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492325 Aug 23 10:26:09.984953 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93572713-7cc0-43a3-80c9-e51e47d64d3b req-83d7b6d8-20da-4221-9cad-bf892602ffd9 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:09.987783 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-93572713-7cc0-43a3-80c9-e51e47d64d3b req-83d7b6d8-20da-4221-9cad-bf892602ffd9 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0980110 Aug 23 10:26:10.149551 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-93572713-7cc0-43a3-80c9-e51e47d64d3b req-fb258515-ebaf-466f-a221-e55db9e36345 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562536 Aug 23 10:26:10.371745 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2bdbe8-6c9c-4261-9cd4-d99a16fcba6b req-e181ebd5-6bfb-423a-be7c-00c6dec7d569 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:10.373274 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5b2bdbe8-6c9c-4261-9cd4-d99a16fcba6b req-e181ebd5-6bfb-423a-be7c-00c6dec7d569 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0879824 Aug 23 10:26:10.418163 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5b2bdbe8-6c9c-4261-9cd4-d99a16fcba6b req-ff35cf2c-4cff-4a37-a2b2-6ad08fdf2056 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391495 Aug 23 10:26:11.396616 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fc9e4-666e-4ebc-a42e-529509a90d3a req-11830510-071d-4a58-9835-052214274e55 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:11.398627 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a29fc9e4-666e-4ebc-a42e-529509a90d3a req-11830510-071d-4a58-9835-052214274e55 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.1367393 Aug 23 10:26:11.400993 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029ef8a-eaa7-48a6-820d-ac263251c5e3 req-4ad9a2d4-b7cc-4d84-b5dc-3003b84cb506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:11.402317 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5029ef8a-eaa7-48a6-820d-ac263251c5e3 req-4ad9a2d4-b7cc-4d84-b5dc-3003b84cb506 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bb2e29fde40147f5b41343ddc6e036d2&device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 1098 time: 0.1089818 Aug 23 10:26:11.524417 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a29fc9e4-666e-4ebc-a42e-529509a90d3a req-6ac41795-ff48-4961-a48a-59ea8d030d41 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198659 Aug 23 10:26:11.560555 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029ef8a-eaa7-48a6-820d-ac263251c5e3 req-bfe22ed3-9d1e-4ee8-9ea0-76965387408d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:11.562032 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5029ef8a-eaa7-48a6-820d-ac263251c5e3 req-bfe22ed3-9d1e-4ee8-9ea0-76965387408d service neutron] 10.222.0.38 "GET /v2.0/networks?id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d HTTP/1.1" status: 200 len: 916 time: 0.1446297 Aug 23 10:26:11.691118 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5029ef8a-eaa7-48a6-820d-ac263251c5e3 req-fde4c3c2-ef31-4bb4-ae93-0ed07ec2ca88 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c85d0ed-e955-43ed-8e58-9e4e586c67fa HTTP/1.1" status: 200 len: 1000 time: 0.0988142 Aug 23 10:26:11.760282 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029ef8a-eaa7-48a6-820d-ac263251c5e3 req-8585de95-9acb-4ebe-b474-516203b7ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:11.762010 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5029ef8a-eaa7-48a6-820d-ac263251c5e3 req-8585de95-9acb-4ebe-b474-516203b7ce69 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37511b2d-c017-4ca2-bb9c-4a800f5cbb93 HTTP/1.1" status: 200 len: 854 time: 0.0596242 Aug 23 10:26:11.840796 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029ef8a-eaa7-48a6-820d-ac263251c5e3 req-a1709bf3-8455-4d54-b87c-965c33457dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:11.842284 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5029ef8a-eaa7-48a6-820d-ac263251c5e3 req-a1709bf3-8455-4d54-b87c-965c33457dba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709198 Aug 23 10:26:11.972285 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5029ef8a-eaa7-48a6-820d-ac263251c5e3 req-4cd4bd34-f05a-4f90-b118-60c30beface7 service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219294 Aug 23 10:26:12.112505 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5029ef8a-eaa7-48a6-820d-ac263251c5e3 req-005c4c81-a4c6-4acf-84b3-9080c9641ec8 service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270318 Aug 23 10:26:12.709195 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb141ff1-fd08-4612-b2b6-d5d8ee54116d req-b7496ee8-c03b-4f96-988d-48dadd69cbfa tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:12.711162 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-bb141ff1-fd08-4612-b2b6-d5d8ee54116d req-b7496ee8-c03b-4f96-988d-48dadd69cbfa tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0771632 Aug 23 10:26:12.754447 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-bb141ff1-fd08-4612-b2b6-d5d8ee54116d req-14b90414-234f-463d-9d75-ef66ffe1bcba tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377483 Aug 23 10:26:13.941627 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccd043-5b2d-4627-aa88-4c7f3cf398b3 req-008c9cef-5013-4472-9087-d7fc7362afe7 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:13.943006 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-89ccd043-5b2d-4627-aa88-4c7f3cf398b3 req-008c9cef-5013-4472-9087-d7fc7362afe7 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0818965 Aug 23 10:26:13.987533 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-89ccd043-5b2d-4627-aa88-4c7f3cf398b3 req-520bda3d-ccc3-4097-ae89-f2551fc0164d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384712 Aug 23 10:26:15.177291 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012a905-2417-4bea-8d87-2628633d2930 req-1292bf10-288d-4a94-992c-6b511dc3c23c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:15.178675 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4012a905-2417-4bea-8d87-2628633d2930 req-1292bf10-288d-4a94-992c-6b511dc3c23c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 945 time: 0.0831194 Aug 23 10:26:15.222810 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4012a905-2417-4bea-8d87-2628633d2930 req-5a9abc8a-9b51-43dc-9129-12af54768fb5 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385365 Aug 23 10:26:15.274115 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 1c85d0ed-e955-43ed-8e58-9e4e586c67fa no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:26:15.385350 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:15.411972 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bb369a-1663-4dc7-9754-e5dc5dd88b0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c85d0ed-e955-43ed-8e58-9e4e586c67fa'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:26:15.421827 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1c85d0ed-e955-43ed-8e58-9e4e586c67fa,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:26:15.426433 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:15.428324 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:15.457790 dv-cinder-802781-2-iscsi neutron-server[79263]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '81bb369a-1663-4dc7-9754-e5dc5dd88b0f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1c85d0ed-e955-43ed-8e58-9e4e586c67fa', 'code': 422} returned with failed status Aug 23 10:26:15.497366 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=1c85d0ed-e955-43ed-8e58-9e4e586c67fa,revision_number=8']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:15.500541 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:16.026668 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbeb37-08ef-48b5-9f9b-b6ddc01a2536 req-e9c5824a-1d62-4f40-b797-55ad1b6c14c6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:16.028164 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-91bbeb37-08ef-48b5-9f9b-b6ddc01a2536 req-e9c5824a-1d62-4f40-b797-55ad1b6c14c6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0798264 Aug 23 10:26:16.081680 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-91bbeb37-08ef-48b5-9f9b-b6ddc01a2536 req-c839c038-dfc0-44e3-9234-d5c28499c178 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478680 Aug 23 10:26:16.214296 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fed518-2df1-4ae9-bd07-d47ee8cd1db6 req-a45d6bcb-4510-4611-b7d4-252058b22d21 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:16.215757 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a5fed518-2df1-4ae9-bd07-d47ee8cd1db6 req-a45d6bcb-4510-4611-b7d4-252058b22d21 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.0777962 Aug 23 10:26:16.264662 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a5fed518-2df1-4ae9-bd07-d47ee8cd1db6 req-c335d825-ea86-4dcf-9e32-bed73bb78499 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432241 Aug 23 10:26:16.478262 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 37734) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:16.588958 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3777aeff-6acb-4305-b7a0-5f40a55d1989 req-6f6da5b7-906c-4d44-a4f6-04f2e93737da service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1094928 Aug 23 10:26:17.266326 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856ca9e-810e-45db-b767-12da2ffd0026 req-26f4156f-6f58-4ae1-aa17-68d61a0b345d tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:17.267814 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-e856ca9e-810e-45db-b767-12da2ffd0026 req-26f4156f-6f58-4ae1-aa17-68d61a0b345d tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0805941 Aug 23 10:26:17.311145 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-e856ca9e-810e-45db-b767-12da2ffd0026 req-62018acf-f3a3-4e2d-b0c6-b59f1d58e70a tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375879 Aug 23 10:26:17.452221 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a25522-4ce0-4d7d-8387-ee3f1fcebefb req-eb24b422-6fa4-40a9-9799-0600b0e8ce93 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:17.453631 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-37a25522-4ce0-4d7d-8387-ee3f1fcebefb req-eb24b422-6fa4-40a9-9799-0600b0e8ce93 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.0797246 Aug 23 10:26:17.500881 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-37a25522-4ce0-4d7d-8387-ee3f1fcebefb req-59abf102-3d38-4afd-a4ca-de5f866468ca tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416694 Aug 23 10:26:18.356383 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777aeff-6acb-4305-b7a0-5f40a55d1989 req-81b88005-81d4-43aa-b8cd-c8010461d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:18.357997 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3777aeff-6acb-4305-b7a0-5f40a55d1989 req-81b88005-81d4-43aa-b8cd-c8010461d0fa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f&tenant_id=bb2e29fde40147f5b41343ddc6e036d2 HTTP/1.1" status: 200 len: 1096 time: 0.0738287 Aug 23 10:26:18.512492 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777aeff-6acb-4305-b7a0-5f40a55d1989 req-60f079e4-7589-4410-ad8b-6d8e5cc05f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:18.513976 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3777aeff-6acb-4305-b7a0-5f40a55d1989 req-60f079e4-7589-4410-ad8b-6d8e5cc05f60 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bb2e29fde40147f5b41343ddc6e036d2&device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 1096 time: 0.1285629 Aug 23 10:26:18.525324 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b4ec9-b46a-4ab1-a089-b743408e14d3 req-7ef9c2ba-72ed-401f-83ed-b979d037921b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:18.526691 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d42b4ec9-b46a-4ab1-a089-b743408e14d3 req-7ef9c2ba-72ed-401f-83ed-b979d037921b tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.1065633 Aug 23 10:26:18.690411 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5337a96-2024-4ab0-b1dc-2ef9a6600495 req-5988c995-67cc-4308-8e0d-6f1f27398203 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:18.691916 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f5337a96-2024-4ab0-b1dc-2ef9a6600495 req-5988c995-67cc-4308-8e0d-6f1f27398203 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.0831251 Aug 23 10:26:18.738944 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f5337a96-2024-4ab0-b1dc-2ef9a6600495 req-51d9c822-fc3e-4c95-9418-5d3266a05c85 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404077 Aug 23 10:26:18.745079 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d42b4ec9-b46a-4ab1-a089-b743408e14d3 req-e51708a5-ec43-4e8d-95b5-5a93ce0a116c tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935329 Aug 23 10:26:18.784972 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777aeff-6acb-4305-b7a0-5f40a55d1989 req-75a27ce7-88d2-4419-b253-b0ab23f992ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:18.786419 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3777aeff-6acb-4305-b7a0-5f40a55d1989 req-75a27ce7-88d2-4419-b253-b0ab23f992ef service neutron] 10.222.0.38 "GET /v2.0/networks?id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d HTTP/1.1" status: 200 len: 916 time: 0.2568824 Aug 23 10:26:18.893008 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3777aeff-6acb-4305-b7a0-5f40a55d1989 req-44c339be-26fb-4134-895c-8fdd535fb8d8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c85d0ed-e955-43ed-8e58-9e4e586c67fa HTTP/1.1" status: 200 len: 998 time: 0.0934227 Aug 23 10:26:18.955081 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777aeff-6acb-4305-b7a0-5f40a55d1989 req-4353bab5-cc58-4138-bc98-40212cedbd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:18.956431 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3777aeff-6acb-4305-b7a0-5f40a55d1989 req-4353bab5-cc58-4138-bc98-40212cedbd0e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37511b2d-c017-4ca2-bb9c-4a800f5cbb93 HTTP/1.1" status: 200 len: 854 time: 0.0564353 Aug 23 10:26:19.021866 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a3323-f622-4b02-aef6-c8210008e9b0 req-26dda2dd-fddf-4e21-8517-b5ea01ebb0b2 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:19.023388 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3e5a3323-f622-4b02-aef6-c8210008e9b0 req-26dda2dd-fddf-4e21-8517-b5ea01ebb0b2 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.38 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 945 time: 0.0844717 Aug 23 10:26:19.034224 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777aeff-6acb-4305-b7a0-5f40a55d1989 req-3046c40d-ea96-49a2-bf4d-d97dd0ca8a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:19.035696 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3777aeff-6acb-4305-b7a0-5f40a55d1989 req-3046c40d-ea96-49a2-bf4d-d97dd0ca8a57 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727241 Aug 23 10:26:19.092317 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-3e5a3323-f622-4b02-aef6-c8210008e9b0 req-10676ca8-a883-44c5-b2b3-1552fab044d6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Deleting port 748b388f-9964-4ed6-81ac-111c4d3790ef {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:26:19.092669 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-3e5a3323-f622-4b02-aef6-c8210008e9b0 req-10676ca8-a883-44c5-b2b3-1552fab044d6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:19.165976 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3777aeff-6acb-4305-b7a0-5f40a55d1989 req-387b74ac-8f16-4122-b187-2571e1e57064 service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238871 Aug 23 10:26:19.297262 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3777aeff-6acb-4305-b7a0-5f40a55d1989 req-88c9441d-71e6-42f8-aed1-4e41e85ed088 service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241581 Aug 23 10:26:19.335671 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-3e5a3323-f622-4b02-aef6-c8210008e9b0 req-10676ca8-a883-44c5-b2b3-1552fab044d6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] For port 748b388f-9964-4ed6-81ac-111c4d3790ef, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=748b388f-9964-4ed6-81ac-111c4d3790ef,segment=NetworkSegment(80f26bfc-cee0-4464-a315-cab88fd349b8),segment_id=80f26bfc-cee0-4464-a315-cab88fd349b8)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:26:19.336032 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-3e5a3323-f622-4b02-aef6-c8210008e9b0 req-10676ca8-a883-44c5-b2b3-1552fab044d6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:19.528354 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-3e5a3323-f622-4b02-aef6-c8210008e9b0 req-10676ca8-a883-44c5-b2b3-1552fab044d6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Calling delete_port for 748b388f-9964-4ed6-81ac-111c4d3790ef owned by compute:nova {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:26:19.683191 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-3e5a3323-f622-4b02-aef6-c8210008e9b0 req-10676ca8-a883-44c5-b2b3-1552fab044d6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:19.697371 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['24b1bfc6-9f1e-4231-bc87-37d63dbf0abb', '748b388f-9964-4ed6-81ac-111c4d3790ef'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:26:19.700397 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:19.811761 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10676ca8-a883-44c5-b2b3-1552fab044d6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Pushing event deleted for resources: {'Port': ['ID=748b388f-9964-4ed6-81ac-111c4d3790ef,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:19.871153 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5a3323-f622-4b02-aef6-c8210008e9b0 req-10676ca8-a883-44c5-b2b3-1552fab044d6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] No DVR routers for this DVR port 748b388f-9964-4ed6-81ac-111c4d3790ef on host hv-cinder-80278 {{(pid=79262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:26:19.873742 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-3e5a3323-f622-4b02-aef6-c8210008e9b0 req-10676ca8-a883-44c5-b2b3-1552fab044d6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:19.878524 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432507ac-aa2c-4b16-8145-ef69aa8d29e0', 'name': 'network-vif-deleted', 'tag': '748b388f-9964-4ed6-81ac-111c4d3790ef'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:26:19.884042 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10676ca8-a883-44c5-b2b3-1552fab044d6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:19.884535 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10676ca8-a883-44c5-b2b3-1552fab044d6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:19.885070 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10676ca8-a883-44c5-b2b3-1552fab044d6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:19.885430 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10676ca8-a883-44c5-b2b3-1552fab044d6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:19.885795 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10676ca8-a883-44c5-b2b3-1552fab044d6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:19.886154 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10676ca8-a883-44c5-b2b3-1552fab044d6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:19.886772 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10676ca8-a883-44c5-b2b3-1552fab044d6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:19.887124 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10676ca8-a883-44c5-b2b3-1552fab044d6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:19.887474 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10676ca8-a883-44c5-b2b3-1552fab044d6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:19.887825 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10676ca8-a883-44c5-b2b3-1552fab044d6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:19.888173 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10676ca8-a883-44c5-b2b3-1552fab044d6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:19.888520 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10676ca8-a883-44c5-b2b3-1552fab044d6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:19.901996 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-10676ca8-a883-44c5-b2b3-1552fab044d6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:19.909271 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3e5a3323-f622-4b02-aef6-c8210008e9b0 req-10676ca8-a883-44c5-b2b3-1552fab044d6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.38 "DELETE /v2.0/ports/748b388f-9964-4ed6-81ac-111c4d3790ef HTTP/1.1" status: 204 len: 173 time: 0.8793406 Aug 23 10:26:20.043041 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-ebf301f1-41f8-4a67-a1bd-0aa8cf5034ed req-7b8d2ae0-ad5e-40f0-8ecf-af18cd30f688 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 210 time: 0.0481849 Aug 23 10:26:20.092688 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af72770-6989-40fb-86ff-8657e5709305 req-4c8dfe85-428e-441b-b81a-f54f8955a186 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:20.094376 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-8af72770-6989-40fb-86ff-8657e5709305 req-4c8dfe85-428e-441b-b81a-f54f8955a186 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.1105239 Aug 23 10:26:20.121779 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432507ac-aa2c-4b16-8145-ef69aa8d29e0', 'name': 'network-vif-deleted', 'tag': '748b388f-9964-4ed6-81ac-111c4d3790ef', 'status': 'completed', 'code': 200} Aug 23 10:26:20.149835 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-8af72770-6989-40fb-86ff-8657e5709305 req-8798b37f-a4cf-4602-b19c-c47e59ed44ed tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473928 Aug 23 10:26:21.201529 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-815cd3ae-7552-4ed8-8290-ad20fc58639a req-5f862e01-f44d-45c8-9f38-4fcee53c3668 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 210 time: 0.0418861 Aug 23 10:26:21.350071 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7aee35-5cc9-4c57-8f38-73a867c7d581 req-9d6c0499-399f-4b25-b50f-ba9480ed389b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:21.352293 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7c7aee35-5cc9-4c57-8f38-73a867c7d581 req-9d6c0499-399f-4b25-b50f-ba9480ed389b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.0849037 Aug 23 10:26:21.396721 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7c7aee35-5cc9-4c57-8f38-73a867c7d581 req-e8eeceb1-2f9a-4bc6-bf95-510a30b424fc tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382047 Aug 23 10:26:22.359667 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a54e0e9d-9f0d-4da4-8cd4-a7d8e7243b4e req-a98e07cb-3fb6-49ea-a91a-7ba4f65aab28 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 210 time: 0.0454955 Aug 23 10:26:22.594642 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737eac18-0e9e-4d36-9079-8b6dbb359518 req-40c58164-463f-425d-b1b0-23a2065268e8 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:22.596086 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-737eac18-0e9e-4d36-9079-8b6dbb359518 req-40c58164-463f-425d-b1b0-23a2065268e8 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.0854857 Aug 23 10:26:22.640304 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-737eac18-0e9e-4d36-9079-8b6dbb359518 req-8e8bdfbc-eb9f-4d24-a1a2-257826a9f43a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384688 Aug 23 10:26:23.295220 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 748b388f-9964-4ed6-81ac-111c4d3790ef no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:26:23.332278 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] No Port match for: 748b388f-9964-4ed6-81ac-111c4d3790ef {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:26:23.332654 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 748b388f-9964-4ed6-81ac-111c4d3790ef not bound to the agent host hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:26:23.514106 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0023042e-4310-4e79-8d9a-6018b858b5cf req-617ad97a-18b9-4dea-9e9a-05b30ed0825a tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 210 time: 0.0427897 Aug 23 10:26:23.829675 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449a2f8-422f-4caa-aa28-976ca97a28b2 req-ca5d44b4-eb57-4278-910b-c49c9a926cd1 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:23.831041 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e449a2f8-422f-4caa-aa28-976ca97a28b2 req-ca5d44b4-eb57-4278-910b-c49c9a926cd1 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.0797310 Aug 23 10:26:23.877089 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e449a2f8-422f-4caa-aa28-976ca97a28b2 req-86de82e4-dba4-415b-9013-dfed121609b7 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399578 Aug 23 10:26:24.662524 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-407afe70-6c78-4db1-8cba-4969b2f79667 req-6c71d493-6aa1-4c19-a24d-f2f05c3b6124 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 210 time: 0.0434165 Aug 23 10:26:25.098163 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a70381-9c7a-4801-a143-49c034b62b98 req-499ff6f1-707d-45d5-85bc-811b4340dcf9 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:25.099620 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-93a70381-9c7a-4801-a143-49c034b62b98 req-499ff6f1-707d-45d5-85bc-811b4340dcf9 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.0792305 Aug 23 10:26:25.143265 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-93a70381-9c7a-4801-a143-49c034b62b98 req-1ebe4baa-0515-4099-8db4-218366eff273 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374866 Aug 23 10:26:25.813672 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-15c517ff-a8c7-4097-ad6b-bcf3cb4ee37d req-17423b54-2b33-4a56-a308-ae5dd1a8a09e tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 210 time: 0.0448201 Aug 23 10:26:26.346848 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46193fbb-c531-4c5d-8c30-3a75f28de8ad req-da45a459-bad9-4514-91ee-ab4fc7f94a14 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:26.348288 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-46193fbb-c531-4c5d-8c30-3a75f28de8ad req-da45a459-bad9-4514-91ee-ab4fc7f94a14 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.0882764 Aug 23 10:26:26.403617 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-46193fbb-c531-4c5d-8c30-3a75f28de8ad req-8abf2f7e-682f-4758-ac8a-00073446a9ef tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495837 Aug 23 10:26:26.977202 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5513272e-487c-4f48-a27c-8196dc15c7e9 req-7086d666-88e6-4013-b112-78976b608dc9 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 210 time: 0.0434551 Aug 23 10:26:27.597228 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f0fd5-8f81-479f-87c4-44e4e0855bd4 req-6a069b8f-8a9c-4999-94a8-995a502a3915 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:27.598702 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9a3f0fd5-8f81-479f-87c4-44e4e0855bd4 req-6a069b8f-8a9c-4999-94a8-995a502a3915 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.0827203 Aug 23 10:26:27.654444 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9a3f0fd5-8f81-479f-87c4-44e4e0855bd4 req-052fd85d-f0c8-43fd-8f82-5c11061e517b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496166 Aug 23 10:26:28.125930 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-20e7a6d2-0c8a-4646-b22f-537f8ad99de5 req-4f0a42c0-d36f-451e-b53f-4ed4af648845 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 210 time: 0.0417578 Aug 23 10:26:28.513532 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:28.845144 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd476b84-d2b5-4e38-b67e-f6aed0e60c58 req-e36e7ec5-a291-4cc2-989c-391e4a276eec tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:28.846648 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fd476b84-d2b5-4e38-b67e-f6aed0e60c58 req-e36e7ec5-a291-4cc2-989c-391e4a276eec tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.0813503 Aug 23 10:26:28.892841 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fd476b84-d2b5-4e38-b67e-f6aed0e60c58 req-c1e4e9f7-66c0-49af-8872-f038e1917063 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402274 Aug 23 10:26:29.282323 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-b2eb0739-b51f-4889-8204-f43603b80d22 req-c5339403-1148-47fc-a9bf-e8fa7dfdc92d tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 210 time: 0.0455596 Aug 23 10:26:30.098536 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884baee-b9b9-4fda-8873-3443cb57923b req-1b6f087f-518e-4063-aa1c-1717ddcce7e8 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:30.100037 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-0884baee-b9b9-4fda-8873-3443cb57923b req-1b6f087f-518e-4063-aa1c-1717ddcce7e8 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.0982916 Aug 23 10:26:30.146428 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-0884baee-b9b9-4fda-8873-3443cb57923b req-18be2b5b-8de2-4dfb-bc2d-949635ac0dd9 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398312 Aug 23 10:26:30.573111 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-013619fd-aa94-452c-8614-dc6a3b95fed6 req-27a72ee2-775e-44b3-870e-d517ba788a3a tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 210 time: 0.0420036 Aug 23 10:26:31.341823 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4017e58-7f38-404d-889e-2354ae06c3cd req-594c3e87-89ff-4a3b-9a69-8ccabf14d716 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:31.343306 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a4017e58-7f38-404d-889e-2354ae06c3cd req-594c3e87-89ff-4a3b-9a69-8ccabf14d716 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.0840578 Aug 23 10:26:31.391631 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a4017e58-7f38-404d-889e-2354ae06c3cd req-61a48719-d444-43ca-a27e-459a2595ea7e tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428321 Aug 23 10:26:31.719816 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-e9184234-2e15-4cd1-9f41-3a5f5c141aff req-1a53b372-6cef-4f86-b2ee-3ec208ac78f0 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 210 time: 0.0432186 Aug 23 10:26:32.580173 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb197a3-8fe1-48ea-b75c-52436290933c req-ba4a492b-5332-4f3f-a34c-8c16f54e468b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:32.581656 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4cb197a3-8fe1-48ea-b75c-52436290933c req-ba4a492b-5332-4f3f-a34c-8c16f54e468b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.0795305 Aug 23 10:26:32.640476 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4cb197a3-8fe1-48ea-b75c-52436290933c req-f113cb1f-2b13-4d21-acb5-fe5507f7022b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522861 Aug 23 10:26:32.839273 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-0dfa4ab4-a487-4523-a5f4-577992447ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:32.872883 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-810299b8-7aa4-4f8b-a7f7-2c78c01e2922 req-b30856aa-e761-424c-8c92-d8dbd5eaa2ba tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 210 time: 0.0471413 Aug 23 10:26:33.616430 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:33.845785 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e983fd-fd94-4197-9fa4-560fdac898a8 req-0948b99f-41cc-48b9-97ef-68ec93024de9 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:33.847198 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-78e983fd-fd94-4197-9fa4-560fdac898a8 req-0948b99f-41cc-48b9-97ef-68ec93024de9 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.0834992 Aug 23 10:26:33.891625 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-78e983fd-fd94-4197-9fa4-560fdac898a8 req-17bf16f8-96d1-4957-9493-cedc4e98b8b0 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386696 Aug 23 10:26:34.038631 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d6099e27-8c61-4fac-bed3-ce9beba500e9 req-62a5a6f5-2e38-4699-bc86-9e86997f8d09 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 210 time: 0.0418346 Aug 23 10:26:35.084182 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574e634-0ed1-4000-a507-beec54b7a807 req-72910a9b-913d-47a2-bf6e-0ab41cb54ce8 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:35.085695 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c574e634-0ed1-4000-a507-beec54b7a807 req-72910a9b-913d-47a2-bf6e-0ab41cb54ce8 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.0797842 Aug 23 10:26:35.189635 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5a2269ba-35f6-483d-adb7-bc08cbf2f928 req-c50263de-47fb-4e11-b8d0-8e273200cc11 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 210 time: 0.0441451 Aug 23 10:26:35.209460 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c574e634-0ed1-4000-a507-beec54b7a807 req-bd473203-8c5b-4bd8-a570-47dd8f38052f tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181223 Aug 23 10:26:35.533243 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-18998a64-6fe8-429a-aa41-7c6284299d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:36.338826 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-25e0db85-f61d-4190-8356-e96b91b34e25 req-3c91d2f1-11e5-4163-9f2d-e18416167a4f tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 210 time: 0.0459230 Aug 23 10:26:36.395810 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3335ca6-5de5-45b9-badc-42778b0101c9 req-ee4c9bf1-a6a2-4a6d-8875-6793bd37778e tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:36.397350 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d3335ca6-5de5-45b9-badc-42778b0101c9 req-ee4c9bf1-a6a2-4a6d-8875-6793bd37778e tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.0799735 Aug 23 10:26:36.399775 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:36.446856 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d3335ca6-5de5-45b9-badc-42778b0101c9 req-772682ad-91d2-4271-b384-dc9e5229957b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436003 Aug 23 10:26:37.485827 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-de857df0-53d2-4b88-8835-60851f39d8c4 req-c372a8ff-ab8f-49fd-ba4a-73f66cdde02a tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 210 time: 0.0428903 Aug 23 10:26:37.634826 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e507f-e1bc-44bb-9a0f-2f4e655daadd req-0f54832a-fcf7-4aa2-aec9-b992bdb753a5 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:37.637063 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d41e507f-e1bc-44bb-9a0f-2f4e655daadd req-0f54832a-fcf7-4aa2-aec9-b992bdb753a5 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.0830288 Aug 23 10:26:37.679894 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d41e507f-e1bc-44bb-9a0f-2f4e655daadd req-871b8be4-22db-4875-a92e-794b7ed3cb8d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372806 Aug 23 10:26:37.921774 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:38.646352 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-cb921a1d-b4c8-4599-8726-6792b093543d req-91befe0b-d901-4803-81b9-8146795dea87 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=432507ac-aa2c-4b16-8145-ef69aa8d29e0 HTTP/1.1" status: 200 len: 210 time: 0.0440366 Aug 23 10:26:38.871936 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2969d2-e96e-4305-9dc1-3f369809e63b req-70a4c9f0-c139-4fb5-902e-7371c5a7d300 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:38.873433 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fd2969d2-e96e-4305-9dc1-3f369809e63b req-70a4c9f0-c139-4fb5-902e-7371c5a7d300 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.0787697 Aug 23 10:26:38.923945 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fd2969d2-e96e-4305-9dc1-3f369809e63b req-0057cc9a-727d-4855-9b13-e42e74bd72ba tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443001 Aug 23 10:26:40.086030 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34af8c-d994-4286-958a-d1e9c89f5995 req-c6f09a4a-ab64-42f7-a577-3543793dab53 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:40.087503 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9b34af8c-d994-4286-958a-d1e9c89f5995 req-c6f09a4a-ab64-42f7-a577-3543793dab53 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0825109 Aug 23 10:26:40.117254 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2d9c3-62b0-456e-8ef0-563eae071002 req-e454715e-b067-4974-8b2e-0bea057f26fd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:40.118733 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ceb2d9c3-62b0-456e-8ef0-563eae071002 req-e454715e-b067-4974-8b2e-0bea057f26fd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.0785649 Aug 23 10:26:40.132633 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9b34af8c-d994-4286-958a-d1e9c89f5995 req-83be2b2f-ed76-4f7a-bb7d-59ec9dbbe110 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392022 Aug 23 10:26:40.164119 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ceb2d9c3-62b0-456e-8ef0-563eae071002 req-21712de9-f67e-469e-9a86-7337d1957f6f tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393124 Aug 23 10:26:41.068053 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:26:41.325836 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3e19f-66af-4d7a-a9e0-ed69b80df626 req-26c5ecfd-0c20-4799-b2e1-a70475eaecc0 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:41.327327 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-47e3e19f-66af-4d7a-a9e0-ed69b80df626 req-26c5ecfd-0c20-4799-b2e1-a70475eaecc0 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0840068 Aug 23 10:26:41.373923 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c808b27-c8e4-40b2-ac7f-3e105764c382 req-6716c655-5ca8-4e6a-aa50-c71cd09ea073 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:41.375494 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3c808b27-c8e4-40b2-ac7f-3e105764c382 req-6716c655-5ca8-4e6a-aa50-c71cd09ea073 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.0843043 Aug 23 10:26:41.422664 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3c808b27-c8e4-40b2-ac7f-3e105764c382 req-dfe89831-4ce5-4e67-85a7-d42b7e3b5eb3 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413809 Aug 23 10:26:41.451790 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-47e3e19f-66af-4d7a-a9e0-ed69b80df626 req-db7777a7-a84b-478e-ba76-5469521fee86 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187000 Aug 23 10:26:42.614720 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a473bc-1ef7-45e8-be72-05b69dd45313 req-8a73a315-862d-4697-8f4e-a051b4c5267c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:42.616243 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-73a473bc-1ef7-45e8-be72-05b69dd45313 req-8a73a315-862d-4697-8f4e-a051b4c5267c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.0802829 Aug 23 10:26:42.630583 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf0671-69cc-4091-90f3-1f1d63c8045a req-8cace5c6-a158-4ab3-b8f0-0fbc83502345 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:42.632038 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-03bf0671-69cc-4091-90f3-1f1d63c8045a req-8cace5c6-a158-4ab3-b8f0-0fbc83502345 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0781419 Aug 23 10:26:42.664159 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-73a473bc-1ef7-45e8-be72-05b69dd45313 req-a5b15572-973e-4ae7-9ab8-f10c6359093b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415499 Aug 23 10:26:42.678970 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-03bf0671-69cc-4091-90f3-1f1d63c8045a req-3843bb33-8469-47ea-8db3-87a364f24012 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410042 Aug 23 10:26:43.854322 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375e15c-8ae6-4715-88cf-8cce6dc6f78c req-5f8d5d4f-9cbb-4438-94a5-fb7e6b278683 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:43.855717 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7375e15c-8ae6-4715-88cf-8cce6dc6f78c req-5f8d5d4f-9cbb-4438-94a5-fb7e6b278683 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.0784950 Aug 23 10:26:43.867651 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37212262-e592-40f9-8659-0f9d6fb4e9e4 req-0688d572-e391-4714-9586-d54b110918e9 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:43.869239 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-37212262-e592-40f9-8659-0f9d6fb4e9e4 req-0688d572-e391-4714-9586-d54b110918e9 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0882568 Aug 23 10:26:43.910668 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7375e15c-8ae6-4715-88cf-8cce6dc6f78c req-63d59d25-a0dc-417f-bb13-40519aadb842 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492926 Aug 23 10:26:43.914829 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-37212262-e592-40f9-8659-0f9d6fb4e9e4 req-cdd25ac9-710f-4ccf-9600-96135911f426 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391870 Aug 23 10:26:45.102913 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34230dc4-e2fb-496a-9a10-65de50fdadef req-5d2f7fe5-ca14-4204-b2ce-17993f0fe0e3 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:45.103621 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-34230dc4-e2fb-496a-9a10-65de50fdadef req-5d2f7fe5-ca14-4204-b2ce-17993f0fe0e3 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Synchronizing usage tracker for tenant:efec50dfe3e74711896d02a8fb431450 on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:26:45.104536 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a6c71-8ac9-4add-b52e-a3eb668d674d req-5cb3c57b-9e88-4b3a-a81c-de0767772ef8 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:45.106043 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-b98a6c71-8ac9-4add-b52e-a3eb668d674d req-5cb3c57b-9e88-4b3a-a81c-de0767772ef8 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.0831234 Aug 23 10:26:45.121432 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-34230dc4-e2fb-496a-9a10-65de50fdadef req-5d2f7fe5-ca14-4204-b2ce-17993f0fe0e3 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Unset dirty status for tenant:efec50dfe3e74711896d02a8fb431450 on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:26:45.122924 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-34230dc4-e2fb-496a-9a10-65de50fdadef req-5d2f7fe5-ca14-4204-b2ce-17993f0fe0e3 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.1020975 Aug 23 10:26:45.153177 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-b98a6c71-8ac9-4add-b52e-a3eb668d674d req-5af4d172-2b52-42e0-9f2c-c33cd48ab4b4 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409210 Aug 23 10:26:45.173096 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-34230dc4-e2fb-496a-9a10-65de50fdadef req-f451a268-9207-44dd-a7f5-abfeaac2eab5 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b44599b-5b62-47b1-a9e1-53bce8dd265a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439885 Aug 23 10:26:45.567212 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcd3bf-7bf6-44ff-95ec-2357aa4ff8fe req-f022e5a7-18e1-4fc3-bf69-ed6a12636fcb tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:45.568841 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-47bcd3bf-7bf6-44ff-95ec-2357aa4ff8fe req-f022e5a7-18e1-4fc3-bf69-ed6a12636fcb tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.38 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 945 time: 0.0802701 Aug 23 10:26:45.643037 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-47bcd3bf-7bf6-44ff-95ec-2357aa4ff8fe req-925a7aad-ef90-4722-8b9b-3e62063a7823 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Deleting port 24b1bfc6-9f1e-4231-bc87-37d63dbf0abb {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:26:45.643374 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-47bcd3bf-7bf6-44ff-95ec-2357aa4ff8fe req-925a7aad-ef90-4722-8b9b-3e62063a7823 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:45.887552 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-47bcd3bf-7bf6-44ff-95ec-2357aa4ff8fe req-925a7aad-ef90-4722-8b9b-3e62063a7823 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] For port 24b1bfc6-9f1e-4231-bc87-37d63dbf0abb, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=24b1bfc6-9f1e-4231-bc87-37d63dbf0abb,segment=NetworkSegment(80f26bfc-cee0-4464-a315-cab88fd349b8),segment_id=80f26bfc-cee0-4464-a315-cab88fd349b8)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:26:45.887781 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-47bcd3bf-7bf6-44ff-95ec-2357aa4ff8fe req-925a7aad-ef90-4722-8b9b-3e62063a7823 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:46.008962 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-47bcd3bf-7bf6-44ff-95ec-2357aa4ff8fe req-925a7aad-ef90-4722-8b9b-3e62063a7823 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Calling delete_port for 24b1bfc6-9f1e-4231-bc87-37d63dbf0abb owned by compute:nova {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:26:46.150433 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-47bcd3bf-7bf6-44ff-95ec-2357aa4ff8fe req-925a7aad-ef90-4722-8b9b-3e62063a7823 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:46.156222 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-602ae593-e669-4622-bcf2-29eaa85f49d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:46.164416 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['24b1bfc6-9f1e-4231-bc87-37d63dbf0abb'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:26:46.200946 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a7aad-ef90-4722-8b9b-3e62063a7823 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Pushing event deleted for resources: {'Port': ['ID=24b1bfc6-9f1e-4231-bc87-37d63dbf0abb,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:46.204268 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-925a7aad-ef90-4722-8b9b-3e62063a7823 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:46.344144 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bcd3bf-7bf6-44ff-95ec-2357aa4ff8fe req-925a7aad-ef90-4722-8b9b-3e62063a7823 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] No DVR routers for this DVR port 24b1bfc6-9f1e-4231-bc87-37d63dbf0abb on host hv-cinder-80278 {{(pid=79262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:26:46.373013 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac90fe-c666-4156-8b55-202a59fd2cfb req-faf6c9d6-1302-4548-ab3e-01c1bb8ee26b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:46.374480 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-64ac90fe-c666-4156-8b55-202a59fd2cfb req-faf6c9d6-1302-4548-ab3e-01c1bb8ee26b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.0810990 Aug 23 10:26:46.382717 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-47bcd3bf-7bf6-44ff-95ec-2357aa4ff8fe req-925a7aad-ef90-4722-8b9b-3e62063a7823 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:46.387659 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855b2677-3bca-4ab2-b434-e0815962cacc', 'name': 'network-vif-deleted', 'tag': '24b1bfc6-9f1e-4231-bc87-37d63dbf0abb'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:26:46.402457 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a084a6ea-caae-4239-82ef-f47762f4c19d req-82048e89-3af9-4bd1-b48d-1f649b66cd3f tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.21 "GET /v2.0/ports?device_id=855b2677-3bca-4ab2-b434-e0815962cacc HTTP/1.1" status: 200 len: 210 time: 0.0596561 Aug 23 10:26:46.407109 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-47bcd3bf-7bf6-44ff-95ec-2357aa4ff8fe req-925a7aad-ef90-4722-8b9b-3e62063a7823 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] 10.222.0.38 "DELETE /v2.0/ports/24b1bfc6-9f1e-4231-bc87-37d63dbf0abb HTTP/1.1" status: 204 len: 173 time: 0.8314152 Aug 23 10:26:46.433452 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-64ac90fe-c666-4156-8b55-202a59fd2cfb req-fc3a8e33-df7d-44dc-997d-27d2958a2617 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512431 Aug 23 10:26:46.463535 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855b2677-3bca-4ab2-b434-e0815962cacc', 'name': 'network-vif-deleted', 'tag': '24b1bfc6-9f1e-4231-bc87-37d63dbf0abb', 'status': 'completed', 'code': 200} Aug 23 10:26:47.413874 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 1c85d0ed-e955-43ed-8e58-9e4e586c67fa details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:26:47.497824 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 37898) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:47.547699 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1c85d0ed-e955-43ed-8e58-9e4e586c67fa,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:26:47.561166 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': '1c85d0ed-e955-43ed-8e58-9e4e586c67fa', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'port_id': '1c85d0ed-e955-43ed-8e58-9e4e586c67fa', 'mac_address': 'fa:16:3e:40:1c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:26:47.619421 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:47.636382 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c85d0ed-e955-43ed-8e58-9e4e586c67fa {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:26:47.651818 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1c85d0ed-e955-43ed-8e58-9e4e586c67fa,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:26:47.655736 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:47.658753 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:47.724247 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=1c85d0ed-e955-43ed-8e58-9e4e586c67fa,revision_number=9']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:47.731119 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:47.731468 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:47.731799 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:47.732128 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:47.732461 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:47.732808 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:47.733131 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:47.733452 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:47.733773 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:47.734092 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:47.734414 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:47.734728 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:47.738494 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:47.739256 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049ea68-943c-4ce4-b873-c9a4a00484c0 req-2b9abf08-993f-47a9-a3d6-63a4161fb2b7 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:47.740748 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f049ea68-943c-4ce4-b873-c9a4a00484c0 req-2b9abf08-993f-47a9-a3d6-63a4161fb2b7 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 943 time: 0.1872303 Aug 23 10:26:47.858652 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f049ea68-943c-4ce4-b873-c9a4a00484c0 req-25308417-51a6-4761-af23-591eed092934 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696378 Aug 23 10:26:48.003022 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['1c85d0ed-e955-43ed-8e58-9e4e586c67fa'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:26:48.128091 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad86c-9517-4898-b67a-1d654e6a9de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698993'] for router_interface, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:48.459837 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-5a9ad86c-9517-4898-b67a-1d654e6a9de1 admin admin] Deleting port f51aa41a-af5b-41ca-a4b5-c8e3f31c2410 {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:26:48.460174 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad86c-9517-4898-b67a-1d654e6a9de1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:48.623803 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-5a9ad86c-9517-4898-b67a-1d654e6a9de1 admin admin] For port f51aa41a-af5b-41ca-a4b5-c8e3f31c2410, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=f51aa41a-af5b-41ca-a4b5-c8e3f31c2410,segment=NetworkSegment(80f26bfc-cee0-4464-a315-cab88fd349b8),segment_id=80f26bfc-cee0-4464-a315-cab88fd349b8)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:26:48.624512 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad86c-9517-4898-b67a-1d654e6a9de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:48.817853 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-5a9ad86c-9517-4898-b67a-1d654e6a9de1 admin admin] Calling delete_port for f51aa41a-af5b-41ca-a4b5-c8e3f31c2410 owned by network:router_interface {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:26:49.052498 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13bcf8-3d8f-455d-9381-fd2ab323d945 req-f391af3b-0f93-4d92-bc70-78f74a57dcd6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:49.053999 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-da13bcf8-3d8f-455d-9381-fd2ab323d945 req-f391af3b-0f93-4d92-bc70-78f74a57dcd6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 944 time: 0.0808024 Aug 23 10:26:49.098459 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-da13bcf8-3d8f-455d-9381-fd2ab323d945 req-8cd7e718-1aff-4467-904d-ef40a089643c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384843 Aug 23 10:26:49.127389 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad86c-9517-4898-b67a-1d654e6a9de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:49.131610 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:49.177222 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ad86c-9517-4898-b67a-1d654e6a9de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f51aa41a-af5b-41ca-a4b5-c8e3f31c2410,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:49.203358 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-5a9ad86c-9517-4898-b67a-1d654e6a9de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:49.428221 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad86c-9517-4898-b67a-1d654e6a9de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1816041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699021'] for router_interface, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:49.428919 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 1c85d0ed-e955-43ed-8e58-9e4e586c67fa up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:26:49.493917 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:26:49.494322 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:49.628491 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:49.655154 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bb369a-1663-4dc7-9754-e5dc5dd88b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c85d0ed-e955-43ed-8e58-9e4e586c67fa'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:26:49.667665 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1c85d0ed-e955-43ed-8e58-9e4e586c67fa,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:26:49.674827 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:49.676049 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 24b1bfc6-9f1e-4231-bc87-37d63dbf0abb no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:26:49.712017 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81bb369a-1663-4dc7-9754-e5dc5dd88b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c85d0ed-e955-43ed-8e58-9e4e586c67fa', 'code': 200} Aug 23 10:26:49.712458 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:49.753680 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] No Port match for: 24b1bfc6-9f1e-4231-bc87-37d63dbf0abb {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:26:49.754038 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 24b1bfc6-9f1e-4231-bc87-37d63dbf0abb not bound to the agent host hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:26:49.787371 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=1c85d0ed-e955-43ed-8e58-9e4e586c67fa,revision_number=10']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:49.790317 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:49.799561 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9ad86c-9517-4898-b67a-1d654e6a9de1 admin admin] Router a2b02a3f-5a49-4e74-bded-001a0fb76776 has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:26:49.971777 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9ad86c-9517-4898-b67a-1d654e6a9de1 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:26:49.981214 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697b059e-e1bf-4f76-8c6c-dbd0acb75ad4 None None] Sync routers for ids ['a2b02a3f-5a49-4e74-bded-001a0fb76776'] in dv-cinder-802781-2-iscsi {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:26:49.984772 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-5a9ad86c-9517-4898-b67a-1d654e6a9de1 admin admin] 10.222.0.21 "PUT /v2.0/routers/a2b02a3f-5a49-4e74-bded-001a0fb76776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4859207 Aug 23 10:26:49.987340 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 37906) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:49.990140 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697b059e-e1bf-4f76-8c6c-dbd0acb75ad4 None None] Routers {'a2b02a3f-5a49-4e74-bded-001a0fb76776'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:26:49.990744 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-697b059e-e1bf-4f76-8c6c-dbd0acb75ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:26:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['a2b02a3f-5a49-4e74-bded-001a0fb76776'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:50.184287 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-697b059e-e1bf-4f76-8c6c-dbd0acb75ad4 None None] Set router a2b02a3f-5a49-4e74-bded-001a0fb76776 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:26:50.305619 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-538a3b2e-bd82-4c25-9ab3-2841e3506268 admin admin] Notify callbacks [] for router, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:50.311680 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68768f34-52cd-4d94-a85a-638fbf51d003 req-1bde0d49-011f-4b1c-999f-75990a02e787 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:50.313297 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-68768f34-52cd-4d94-a85a-638fbf51d003 req-1bde0d49-011f-4b1c-999f-75990a02e787 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 946 time: 0.0870852 Aug 23 10:26:50.358606 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-68768f34-52cd-4d94-a85a-638fbf51d003 req-b43a11e4-ff4a-49de-a026-0d8bbfcd8195 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392208 Aug 23 10:26:50.450973 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2f11a-ea14-4427-adcb-52c4f704094b req-35574dde-458b-4de0-bb12-2d84d9c8aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:50.452471 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a3b2f11a-ea14-4427-adcb-52c4f704094b req-35574dde-458b-4de0-bb12-2d84d9c8aefb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 1099 time: 0.2299376 Aug 23 10:26:50.509110 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-697b059e-e1bf-4f76-8c6c-dbd0acb75ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b02a3f-5a49-4e74-bded-001a0fb76776', 'name': 'tempest-ServerRescueNegativeTestJSON-532536802-router', 'tenant_id': 'efec50dfe3e74711896d02a8fb431450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '3dd2a8a9-6fcd-4eec-94ae-de2c40966930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:15Z', 'updated_at': '2021-08-23T10:26:49Z', 'revision_number': 5, 'project_id': 'efec50dfe3e74711896d02a8fb431450', 'gw_port': {'id': '3dd2a8a9-6fcd-4eec-94ae-de2c40966930', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:51:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b02a3f-5a49-4e74-bded-001a0fb76776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:23:16Z', 'updated_at': '2021-08-23T10:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:50.513536 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697b059e-e1bf-4f76-8c6c-dbd0acb75ad4 None None] Checking router: a2b02a3f-5a49-4e74-bded-001a0fb76776 for host: dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:26:50.520354 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a3b2f11a-ea14-4427-adcb-52c4f704094b req-e900df36-e435-4ed9-ae05-47ba04fcabed service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538423 Aug 23 10:26:50.521654 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-538a3b2e-bd82-4c25-9ab3-2841e3506268 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:50.521766 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697b059e-e1bf-4f76-8c6c-dbd0acb75ad4 None None] Routers {'a2b02a3f-5a49-4e74-bded-001a0fb76776'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:26:50.522271 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-697b059e-e1bf-4f76-8c6c-dbd0acb75ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:26:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['a2b02a3f-5a49-4e74-bded-001a0fb76776'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:50.532798 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-538a3b2e-bd82-4c25-9ab3-2841e3506268 admin admin] Deleting port 3dd2a8a9-6fcd-4eec-94ae-de2c40966930 {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:26:50.533134 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-538a3b2e-bd82-4c25-9ab3-2841e3506268 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:50.670185 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-697b059e-e1bf-4f76-8c6c-dbd0acb75ad4 None None] Set router a2b02a3f-5a49-4e74-bded-001a0fb76776 gateway port host: None {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:26:50.704946 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-538a3b2e-bd82-4c25-9ab3-2841e3506268 admin admin] For port 3dd2a8a9-6fcd-4eec-94ae-de2c40966930, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=3dd2a8a9-6fcd-4eec-94ae-de2c40966930,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:26:50.705301 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-538a3b2e-bd82-4c25-9ab3-2841e3506268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:50.773229 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-697b059e-e1bf-4f76-8c6c-dbd0acb75ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b02a3f-5a49-4e74-bded-001a0fb76776', 'name': 'tempest-ServerRescueNegativeTestJSON-532536802-router', 'tenant_id': 'efec50dfe3e74711896d02a8fb431450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:15Z', 'updated_at': '2021-08-23T10:26:50Z', 'revision_number': 6, 'project_id': 'efec50dfe3e74711896d02a8fb431450', 'gw_port_host': None}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:50.777820 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697b059e-e1bf-4f76-8c6c-dbd0acb75ad4 None None] The sync data for ids ['a2b02a3f-5a49-4e74-bded-001a0fb76776'] in dv-cinder-802781-2-iscsi is: [{'id': 'a2b02a3f-5a49-4e74-bded-001a0fb76776', 'name': 'tempest-ServerRescueNegativeTestJSON-532536802-router', 'tenant_id': 'efec50dfe3e74711896d02a8fb431450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:23:15Z', 'updated_at': '2021-08-23T10:26:50Z', 'revision_number': 6, 'project_id': 'efec50dfe3e74711896d02a8fb431450', 'gw_port_host': None}] {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:26:50.829317 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-538a3b2e-bd82-4c25-9ab3-2841e3506268 admin admin] Calling delete_port for 3dd2a8a9-6fcd-4eec-94ae-de2c40966930 owned by network:router_gateway {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:26:50.989532 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-538a3b2e-bd82-4c25-9ab3-2841e3506268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:50.994211 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-fd62e84b-a75f-4ed1-943e-fd07d53593be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:51.036872 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a3b2e-bd82-4c25-9ab3-2841e3506268 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dd2a8a9-6fcd-4eec-94ae-de2c40966930,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:51.039260 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-538a3b2e-bd82-4c25-9ab3-2841e3506268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:51.132858 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-538a3b2e-bd82-4c25-9ab3-2841e3506268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589092'] for router_gateway, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:51.305270 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-538a3b2e-bd82-4c25-9ab3-2841e3506268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1696830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1324'] for router, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:51.307883 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-538a3b2e-bd82-4c25-9ab3-2841e3506268 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:51.386663 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-538a3b2e-bd82-4c25-9ab3-2841e3506268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697854'] for router, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:51.387191 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538a3b2e-bd82-4c25-9ab3-2841e3506268 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2b02a3f-5a49-4e74-bded-001a0fb76776 {{(pid=79262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 10:26:51.399482 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-538a3b2e-bd82-4c25-9ab3-2841e3506268 admin admin] Notify callbacks [] for router, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:51.403192 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-538a3b2e-bd82-4c25-9ab3-2841e3506268 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a2b02a3f-5a49-4e74-bded-001a0fb76776 HTTP/1.1" status: 204 len: 168 time: 1.4123113 Aug 23 10:26:51.403483 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 37916) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:51.556326 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_v2 [None req-30269fbf-6460-48c6-b80a-81f12109605e admin admin] Deleting subnet 0ca6ef1d-19a9-4739-8479-51eb7bc5d052 {{(pid=79262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:26:51.560066 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-30269fbf-6460-48c6-b80a-81f12109605e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:51.634020 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 3dd2a8a9-6fcd-4eec-94ae-de2c40966930 no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:26:51.659409 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-30269fbf-6460-48c6-b80a-81f12109605e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15130840'] for subnet, precommit_delete_associations {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:51.668450 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No Port match for: 3dd2a8a9-6fcd-4eec-94ae-de2c40966930 {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:26:51.668830 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 3dd2a8a9-6fcd-4eec-94ae-de2c40966930 not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:26:51.669268 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device f51aa41a-af5b-41ca-a4b5-c8e3f31c2410 no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:26:51.705611 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No Port match for: f51aa41a-af5b-41ca-a4b5-c8e3f31c2410 {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:26:51.705965 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device f51aa41a-af5b-41ca-a4b5-c8e3f31c2410 not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:26:51.725700 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-30269fbf-6460-48c6-b80a-81f12109605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351694'] for subnet, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:51.767119 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbb1a7-f67a-4f17-8df0-2425dfef4d76 req-4499c63c-e9aa-4c9f-8a90-ebb6d0e0dd86 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:51.768642 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ffcbb1a7-f67a-4f17-8df0-2425dfef4d76 req-4499c63c-e9aa-4c9f-8a90-ebb6d0e0dd86 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 946 time: 0.2404237 Aug 23 10:26:51.836673 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ffcbb1a7-f67a-4f17-8df0-2425dfef4d76 req-6d953a80-d953-480e-af6a-0ed259fadb77 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591373 Aug 23 10:26:51.845371 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-30269fbf-6460-48c6-b80a-81f12109605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14958768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15036623'] for subnet, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:51.850408 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:51.883931 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30269fbf-6460-48c6-b80a-81f12109605e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ca6ef1d-19a9-4739-8479-51eb7bc5d052,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:51.887685 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-30269fbf-6460-48c6-b80a-81f12109605e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:51.888665 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-30269fbf-6460-48c6-b80a-81f12109605e admin admin] Notify callbacks [] for subnet, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:51.894313 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-30269fbf-6460-48c6-b80a-81f12109605e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0ca6ef1d-19a9-4739-8479-51eb7bc5d052 HTTP/1.1" status: 204 len: 168 time: 0.4900832 Aug 23 10:26:51.896744 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 37922) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:52.001754 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-2903b740-5ecd-4eb6-ac3b-4532f75e360a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3408463'] for network, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:52.130155 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-2903b740-5ecd-4eb6-ac3b-4532f75e360a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3353717', 'neutron.services.segments.db._delete_segments_for_network-8757078968221'] for network, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:52.143690 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-2903b740-5ecd-4eb6-ac3b-4532f75e360a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6984908-9b09-4267-bb0b-bbcad3b01243']}} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:52.156236 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-2903b740-5ecd-4eb6-ac3b-4532f75e360a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f26bfc-cee0-4464-a315-cab88fd349b8') {'for_net_delete': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:52.156535 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-2903b740-5ecd-4eb6-ac3b-4532f75e360a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f26bfc-cee0-4464-a315-cab88fd349b8') {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:26:52.168687 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-2903b740-5ecd-4eb6-ac3b-4532f75e360a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757078964983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15130823'] for segment, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:52.187437 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-2903b740-5ecd-4eb6-ac3b-4532f75e360a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:52.193654 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2903b740-5ecd-4eb6-ac3b-4532f75e360a admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=79262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:26:52.194088 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-2903b740-5ecd-4eb6-ac3b-4532f75e360a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3366333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14958806'] for segment, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: Traceback (most recent call last): Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: timer() Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: cb(*args, **kw) Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: return func(*args, **kwargs) Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: self._notify() Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: self.callback(batched_events) Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: event.method(event) Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: return f(self, *a, **k) Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: return self._get(url).json() Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: return self.request(url, 'GET', **kwargs) Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:26:52.207451 dv-cinder-802781-2-iscsi neutron-server[79262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:26:52.286003 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-2903b740-5ecd-4eb6-ac3b-4532f75e360a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3353612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589113'] for network, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:52.289615 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:52.305090 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-2903b740-5ecd-4eb6-ac3b-4532f75e360a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:52.311776 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903b740-5ecd-4eb6-ac3b-4532f75e360a admin admin] Pushing event deleted for resources: {'Network': ['ID=d6984908-9b09-4267-bb0b-bbcad3b01243,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:52.315989 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-2903b740-5ecd-4eb6-ac3b-4532f75e360a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:52.322939 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-2903b740-5ecd-4eb6-ac3b-4532f75e360a admin admin] 10.222.0.21 "DELETE /v2.0/networks/d6984908-9b09-4267-bb0b-bbcad3b01243 HTTP/1.1" status: 204 len: 168 time: 0.4252636 Aug 23 10:26:52.496082 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 37962) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:52.545401 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-bf4855a0-0a2c-43e0-bb76-0dd076887c90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=efec50dfe3e74711896d02a8fb431450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478795 Aug 23 10:26:52.547582 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 37966) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:52.603868 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-81987526-087e-4958-a153-8bcd98af7ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:52.629588 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-81987526-087e-4958-a153-8bcd98af7ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:52.688522 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-81987526-087e-4958-a153-8bcd98af7ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:52.693322 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5a654d61-1ac4-48a8-beb9-94e880402926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:52.706967 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81987526-087e-4958-a153-8bcd98af7ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b44599b-5b62-47b1-a9e1-53bce8dd265a,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:52.717246 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987526-087e-4958-a153-8bcd98af7ebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:52.717611 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987526-087e-4958-a153-8bcd98af7ebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:52.717970 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987526-087e-4958-a153-8bcd98af7ebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:52.718323 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987526-087e-4958-a153-8bcd98af7ebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:52.718663 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987526-087e-4958-a153-8bcd98af7ebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:52.719010 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987526-087e-4958-a153-8bcd98af7ebe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:52.719352 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987526-087e-4958-a153-8bcd98af7ebe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:52.719694 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987526-087e-4958-a153-8bcd98af7ebe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:52.720037 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987526-087e-4958-a153-8bcd98af7ebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:52.720374 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987526-087e-4958-a153-8bcd98af7ebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:52.720740 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987526-087e-4958-a153-8bcd98af7ebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:52.721079 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81987526-087e-4958-a153-8bcd98af7ebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:26:52.724278 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-81987526-087e-4958-a153-8bcd98af7ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:52.725412 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-81987526-087e-4958-a153-8bcd98af7ebe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b44599b-5b62-47b1-a9e1-53bce8dd265a HTTP/1.1" status: 204 len: 168 time: 0.1769538 Aug 23 10:26:52.726248 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-81987526-087e-4958-a153-8bcd98af7ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:53.203784 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757201c-204a-4915-a799-60f114f9a09a req-05499dd3-6368-437e-b597-f457edd427bf tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:53.205297 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c757201c-204a-4915-a799-60f114f9a09a req-05499dd3-6368-437e-b597-f457edd427bf tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 946 time: 0.2487836 Aug 23 10:26:53.251417 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c757201c-204a-4915-a799-60f114f9a09a req-419c89d5-eeaa-470c-838f-7914bdf049bf tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400991 Aug 23 10:26:53.423341 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 37996) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:53.524916 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-182986728-network', 'tenant_id': '5fe87b78ed094d9895ad47a6fa5394c0'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:26:53.529502 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:26:53.533307 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Usage tracker for resource:network and tenant:5fe87b78ed094d9895ad47a6fa5394c0 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:26:53.536139 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:26:53.541777 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:26:53.551632 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Made reservation on behalf of 5fe87b78ed094d9895ad47a6fa5394c0 for: {'network': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:26:53.553923 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for network, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:53.565927 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:53.580273 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:26:53.584011 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Usage tracker for resource:security_group_rule and tenant:5fe87b78ed094d9895ad47a6fa5394c0 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:26:53.586779 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:26:53.592355 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:26:53.672558 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:53.676079 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:53.679808 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f0d91858-873a-45ea-a6a2-4e83980c18f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:53.712398 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=79262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:26:53.717720 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c97e43f-604b-49ec-a18d-468ea3faf9af,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:53.721412 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:53.725261 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:53.725261 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.db.segments_db [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Added segment 483c3dc3-6f40-45ab-bb5c-7351d172b863 of type vlan for network f0352334-d002-4276-b77f-1ebd14eaa3a7 Aug 23 10:26:53.751695 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757078474397'] for network, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:53.779120 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for network, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:53.780430 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:53.781041 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:53.785475 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:53.883941 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4593539 Aug 23 10:26:53.884745 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Pushing event updated for resources: {'Network': ['ID=f0352334-d002-4276-b77f-1ebd14eaa3a7,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:53.887005 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 38002) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:26:53.887892 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:53.892718 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-2f9668c2-f0d1-439d-b9b4-4f5e35dffce2 admin admin] Request body: {'subnet': {'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-182986728-subnet', 'tenant_id': '5fe87b78ed094d9895ad47a6fa5394c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:26:53.895006 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Network f0352334-d002-4276-b77f-1ebd14eaa3a7 details requested by agent ovs-agent-dv-cinder-802781-2-iscsi with host dv-cinder-802781-2-iscsi {{(pid=79263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:26:53.897446 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-2f9668c2-f0d1-439d-b9b4-4f5e35dffce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:26:53.901345 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-2f9668c2-f0d1-439d-b9b4-4f5e35dffce2 admin admin] Usage tracker for resource:subnet and tenant:5fe87b78ed094d9895ad47a6fa5394c0 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:26:53.904650 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-2f9668c2-f0d1-439d-b9b4-4f5e35dffce2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:26:53.911283 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-2f9668c2-f0d1-439d-b9b4-4f5e35dffce2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:26:53.921421 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9668c2-f0d1-439d-b9b4-4f5e35dffce2 admin admin] Made reservation on behalf of 5fe87b78ed094d9895ad47a6fa5394c0 for: {'subnet': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:26:53.923929 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2f9668c2-f0d1-439d-b9b4-4f5e35dffce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16076834'] for subnet, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:54.125569 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2f9668c2-f0d1-439d-b9b4-4f5e35dffce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14700644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16076880'] for subnet, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:54.130033 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:54.197529 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9668c2-f0d1-439d-b9b4-4f5e35dffce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6c56be5-54e9-42e1-a9e9-a4e4ebe7f647,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:54.200823 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-2f9668c2-f0d1-439d-b9b4-4f5e35dffce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:54.206201 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9668c2-f0d1-439d-b9b4-4f5e35dffce2 admin admin] Checking segment: {'id': '483c3dc3-6f40-45ab-bb5c-7351d172b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:26:54.206549 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9668c2-f0d1-439d-b9b4-4f5e35dffce2 admin admin] Network hostable DHCP agents. Network: f0352334-d002-4276-b77f-1ebd14eaa3a7, hostable agents: ['4a75187f-898e-4cea-928c-8d2a7fd8cd5e'], hosted agents: [] {{(pid=79261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:26:54.224685 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9668c2-f0d1-439d-b9b4-4f5e35dffce2 admin admin] Network f0352334-d002-4276-b77f-1ebd14eaa3a7 is scheduled to be hosted by DHCP agent 4a75187f-898e-4cea-928c-8d2a7fd8cd5e with binding_index 1 {{(pid=79261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:26:54.234638 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-2f9668c2-f0d1-439d-b9b4-4f5e35dffce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-iscsi, f0352334-d002-4276-b77f-1ebd14eaa3a7) {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:26:54.238972 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9668c2-f0d1-439d-b9b4-4f5e35dffce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:54.240157 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2f9668c2-f0d1-439d-b9b4-4f5e35dffce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:54.244315 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0991a081-2e82-4ebd-9a04-d109de5cf50a None None] Network f0352334-d002-4276-b77f-1ebd14eaa3a7 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:26:54.259685 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-2f9668c2-f0d1-439d-b9b4-4f5e35dffce2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3715262 Aug 23 10:26:54.468766 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b72d6e3-374e-4f51-9f21-3bd79abcea23 None None] Network f0352334-d002-4276-b77f-1ebd14eaa3a7 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:26:54.758741 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-685d1ef5-2a3d-4201-9879-2312e88b8bf7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:54.759344 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-685d1ef5-2a3d-4201-9879-2312e88b8bf7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Synchronizing usage tracker for tenant:5fe87b78ed094d9895ad47a6fa5394c0 on resource:network {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:26:54.776724 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-685d1ef5-2a3d-4201-9879-2312e88b8bf7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Unset dirty status for tenant:5fe87b78ed094d9895ad47a6fa5394c0 on resource:network {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:26:54.777850 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-685d1ef5-2a3d-4201-9879-2312e88b8bf7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/networks?id=f0352334-d002-4276-b77f-1ebd14eaa3a7 HTTP/1.1" status: 200 len: 814 time: 0.1622319 Aug 23 10:26:54.792105 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-6a5e1e28-770e-4083-9e0c-d7c761efc8b6 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/quotas/5fe87b78ed094d9895ad47a6fa5394c0 HTTP/1.1" status: 200 len: 375 time: 0.0086989 Aug 23 10:26:54.837955 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-34f9d2e4-7b4b-420d-a7df-8e7671eefa73 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5fe87b78ed094d9895ad47a6fa5394c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410223 Aug 23 10:26:55.010036 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-695c564f-fff7-495d-8dfe-5cff98f671dc service neutron] 10.222.0.21 "GET /v2.0/networks/f0352334-d002-4276-b77f-1ebd14eaa3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656122 Aug 23 10:26:55.138130 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-fc2b1b57-c4f7-4c72-964c-26efc0191500 service neutron] 10.222.0.21 "GET /v2.0/networks/f0352334-d002-4276-b77f-1ebd14eaa3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220365 Aug 23 10:26:55.313731 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-97fe4fec-8161-42e2-bb98-e655b0a06567 req-fb998ee3-6b7e-4bc5-b2e1-da8c612dbc73 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=adc12225-1c21-43c1-bad5-cb788e0eb30e HTTP/1.1" status: 200 len: 210 time: 0.0447931 Aug 23 10:26:56.589455 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a70aa5ca-a87f-4a21-b99f-e9ba38629a86 req-1dee5b04-2638-4390-b6c0-589f93efd382 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=adc12225-1c21-43c1-bad5-cb788e0eb30e HTTP/1.1" status: 200 len: 210 time: 0.1552050 Aug 23 10:26:56.695789 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-c1c610c8-b9e6-4bb3-9363-9d68dc39ed07 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:56.697250 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-c1c610c8-b9e6-4bb3-9363-9d68dc39ed07 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.38 "GET /v2.0/networks?id=f0352334-d002-4276-b77f-1ebd14eaa3a7 HTTP/1.1" status: 200 len: 814 time: 0.2879059 Aug 23 10:26:56.713121 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-f4d32e73-1de3-4ede-9b53-0f7ca2a2998d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Request body: {'port': {'device_id': 'adc12225-1c21-43c1-bad5-cb788e0eb30e', 'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7', 'admin_state_up': True, 'tenant_id': '5fe87b78ed094d9895ad47a6fa5394c0'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:26:56.846688 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-f4d32e73-1de3-4ede-9b53-0f7ca2a2998d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:26:56.850356 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-f4d32e73-1de3-4ede-9b53-0f7ca2a2998d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Usage tracker for resource:port and tenant:5fe87b78ed094d9895ad47a6fa5394c0 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:26:56.853178 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-f4d32e73-1de3-4ede-9b53-0f7ca2a2998d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:26:56.859303 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-f4d32e73-1de3-4ede-9b53-0f7ca2a2998d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:26:56.869603 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-f4d32e73-1de3-4ede-9b53-0f7ca2a2998d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Made reservation on behalf of 5fe87b78ed094d9895ad47a6fa5394c0 for: {'port': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:26:56.873102 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-f4d32e73-1de3-4ede-9b53-0f7ca2a2998d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:57.033361 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-f4d32e73-1de3-4ede-9b53-0f7ca2a2998d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Allocated IP 172.20.0.4 (f0352334-d002-4276-b77f-1ebd14eaa3a7/f6c56be5-54e9-42e1-a9e9-a4e4ebe7f647/473f83d5-e2a3-49e6-bae9-73d1a66e6fbd) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:26:57.234712 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-f4d32e73-1de3-4ede-9b53-0f7ca2a2998d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:57.268513 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-f4d32e73-1de3-4ede-9b53-0f7ca2a2998d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:57.274428 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:57.341429 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-f4d32e73-1de3-4ede-9b53-0f7ca2a2998d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Network f0352334-d002-4276-b77f-1ebd14eaa3a7 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:26:57.344528 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-f4d32e73-1de3-4ede-9b53-0f7ca2a2998d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:26:57.348270 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-f4d32e73-1de3-4ede-9b53-0f7ca2a2998d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:26:57.383101 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d32e73-1de3-4ede-9b53-0f7ca2a2998d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Pushing event updated for resources: {'Port': ['ID=473f83d5-e2a3-49e6-bae9-73d1a66e6fbd,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:57.388820 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f4d32e73-1de3-4ede-9b53-0f7ca2a2998d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:57.418018 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-f4d32e73-1de3-4ede-9b53-0f7ca2a2998d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:57.418617 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-f4d32e73-1de3-4ede-9b53-0f7ca2a2998d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:57.438311 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-f4d32e73-1de3-4ede-9b53-0f7ca2a2998d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7287190 Aug 23 10:26:57.449783 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] Request body: {'port': {'device_id': 'adc12225-1c21-43c1-bad5-cb788e0eb30e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:26:57.553313 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:57.778547 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fcf75-0dfa-499d-bea5-beef85685a2d req-9b53ff82-9e78-4d61-9c8c-c73a61c758ae tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:57.780019 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-be0fcf75-0dfa-499d-bea5-beef85685a2d req-9b53ff82-9e78-4d61-9c8c-c73a61c758ae tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=adc12225-1c21-43c1-bad5-cb788e0eb30e HTTP/1.1" status: 200 len: 931 time: 0.0834544 Aug 23 10:26:57.824922 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-be0fcf75-0dfa-499d-bea5-beef85685a2d req-705bfbe2-77ea-4383-910c-640dd6006e85 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389564 Aug 23 10:26:57.906459 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 473f83d5-e2a3-49e6-bae9-73d1a66e6fbd {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:26:57.913485 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:57.927238 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] Transition to ACTIVE for port object 473f83d5-e2a3-49e6-bae9-73d1a66e6fbd will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:26:57.932694 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:57.936869 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:58.058898 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] Pushing event updated for resources: {'Port': ['ID=473f83d5-e2a3-49e6-bae9-73d1a66e6fbd,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:58.084836 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:58.160502 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] Attempting to bind port 473f83d5-e2a3-49e6-bae9-73d1a66e6fbd on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:26:58.160862 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] Attempting to bind port 473f83d5-e2a3-49e6-bae9-73d1a66e6fbd by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '483c3dc3-6f40-45ab-bb5c-7351d172b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:26:58.161187 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] Attempting to bind port 473f83d5-e2a3-49e6-bae9-73d1a66e6fbd on network f0352334-d002-4276-b77f-1ebd14eaa3a7 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:26:58.166246 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] Port 473f83d5-e2a3-49e6-bae9-73d1a66e6fbd on network f0352334-d002-4276-b77f-1ebd14eaa3a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:26:58.166563 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] Attempting to bind port 473f83d5-e2a3-49e6-bae9-73d1a66e6fbd on network f0352334-d002-4276-b77f-1ebd14eaa3a7 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:26:58.171549 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] Checking agent: {'id': 'f0a3a63c-ec97-42f3-9482-19859e948017', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'started_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:26:58.171881 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] Checking segment: {'id': '483c3dc3-6f40-45ab-bb5c-7351d172b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:26:58.172258 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] Bound using segment: {'id': '483c3dc3-6f40-45ab-bb5c-7351d172b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:26:58.172709 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] Bound port: 473f83d5-e2a3-49e6-bae9-73d1a66e6fbd, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '483c3dc3-6f40-45ab-bb5c-7351d172b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:26:58.173051 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:58.263252 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] For port 473f83d5-e2a3-49e6-bae9-73d1a66e6fbd, host hv-cinder-80278, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:26:58.266397 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] For port 473f83d5-e2a3-49e6-bae9-73d1a66e6fbd, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=473f83d5-e2a3-49e6-bae9-73d1a66e6fbd,segment=NetworkSegment(483c3dc3-6f40-45ab-bb5c-7351d172b863),segment_id=483c3dc3-6f40-45ab-bb5c-7351d172b863)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:26:58.270950 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:58.275351 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-5305c8b0-3689-4485-822f-6ba85788cb81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:26:58.332368 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:58.332998 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:58.334341 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] 10.222.0.38 "PUT /v2.0/ports/473f83d5-e2a3-49e6-bae9-73d1a66e6fbd HTTP/1.1" status: 200 len: 1093 time: 0.8884687 Aug 23 10:26:58.336824 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc12225-1c21-43c1-bad5-cb788e0eb30e', 'tag': '473f83d5-e2a3-49e6-bae9-73d1a66e6fbd'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:26:58.360317 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] Pushing event updated for resources: {'Port': ['ID=473f83d5-e2a3-49e6-bae9-73d1a66e6fbd,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:26:58.363411 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:26:58.492904 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc12225-1c21-43c1-bad5-cb788e0eb30e', 'tag': '473f83d5-e2a3-49e6-bae9-73d1a66e6fbd', 'status': 'completed', 'code': 200} Aug 23 10:26:58.524391 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:26:58.529564 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-b70e91ca-aa74-48ea-97c0-1b1ed6a6913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:58.531143 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-b70e91ca-aa74-48ea-97c0-1b1ed6a6913e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5fe87b78ed094d9895ad47a6fa5394c0&device_id=adc12225-1c21-43c1-bad5-cb788e0eb30e HTTP/1.1" status: 200 len: 1096 time: 0.1518819 Aug 23 10:26:58.609433 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-3f81a3ad-86cc-476c-8d7e-7548f40c2fb6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=473f83d5-e2a3-49e6-bae9-73d1a66e6fbd HTTP/1.1" status: 200 len: 217 time: 0.0690548 Aug 23 10:26:58.671627 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-c5176472-b6fe-4100-b559-f6d545a0bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:58.673055 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-c5176472-b6fe-4100-b559-f6d545a0bd5b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6c56be5-54e9-42e1-a9e9-a4e4ebe7f647 HTTP/1.1" status: 200 len: 854 time: 0.0568092 Aug 23 10:26:58.721206 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-eb6e20a4-c5fb-45cc-a748-4b03f3c0afde service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f0352334-d002-4276-b77f-1ebd14eaa3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412982 Aug 23 10:26:58.851224 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-aea3ffe9-e46c-4d79-822c-388f3fb80c5d service neutron] 10.222.0.38 "GET /v2.0/networks/f0352334-d002-4276-b77f-1ebd14eaa3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216197 Aug 23 10:26:58.992418 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b7ba3384-fa4e-423a-91cd-ff75c862f88c req-34f34109-a241-4629-8cbd-f84578b529d6 service neutron] 10.222.0.38 "GET /v2.0/networks/f0352334-d002-4276-b77f-1ebd14eaa3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289716 Aug 23 10:26:59.012822 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321922f-c449-45ee-8f67-1d136836919c req-dc9ba586-92e9-45f6-bcc6-b45defea3017 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:59.014383 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4321922f-c449-45ee-8f67-1d136836919c req-dc9ba586-92e9-45f6-bcc6-b45defea3017 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=adc12225-1c21-43c1-bad5-cb788e0eb30e HTTP/1.1" status: 200 len: 943 time: 0.0856514 Aug 23 10:26:59.059556 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4321922f-c449-45ee-8f67-1d136836919c req-f3103367-8f80-4afb-8221-6b7f25aed976 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393507 Aug 23 10:26:59.109042 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77e324-6970-469b-876f-9341e570f4f9 req-69a20cc7-95fa-4333-b8fe-b46dc8c437dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:59.110504 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3c77e324-6970-469b-876f-9341e570f4f9 req-69a20cc7-95fa-4333-b8fe-b46dc8c437dc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5fe87b78ed094d9895ad47a6fa5394c0&device_id=adc12225-1c21-43c1-bad5-cb788e0eb30e HTTP/1.1" status: 200 len: 1096 time: 0.0702226 Aug 23 10:26:59.238113 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77e324-6970-469b-876f-9341e570f4f9 req-eb009f62-28fe-445b-a2d6-67dbad69116f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:59.239471 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3c77e324-6970-469b-876f-9341e570f4f9 req-eb009f62-28fe-445b-a2d6-67dbad69116f service neutron] 10.222.0.38 "GET /v2.0/networks?id=f0352334-d002-4276-b77f-1ebd14eaa3a7 HTTP/1.1" status: 200 len: 915 time: 0.1219366 Aug 23 10:26:59.311494 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3c77e324-6970-469b-876f-9341e570f4f9 req-8a381bf4-32ac-4d72-8083-7e5e20bbdf27 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=473f83d5-e2a3-49e6-bae9-73d1a66e6fbd HTTP/1.1" status: 200 len: 217 time: 0.0631320 Aug 23 10:26:59.377005 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77e324-6970-469b-876f-9341e570f4f9 req-63e3baed-00af-426f-bd47-e0ab71142b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:26:59.378396 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3c77e324-6970-469b-876f-9341e570f4f9 req-63e3baed-00af-426f-bd47-e0ab71142b6a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6c56be5-54e9-42e1-a9e9-a4e4ebe7f647 HTTP/1.1" status: 200 len: 854 time: 0.0599132 Aug 23 10:26:59.425634 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3c77e324-6970-469b-876f-9341e570f4f9 req-ba9f88ec-5127-4372-80cf-f8f8d0bacdae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f0352334-d002-4276-b77f-1ebd14eaa3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382273 Aug 23 10:26:59.553928 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3c77e324-6970-469b-876f-9341e570f4f9 req-4d181249-37c3-4074-8991-525832dd2244 service neutron] 10.222.0.38 "GET /v2.0/networks/f0352334-d002-4276-b77f-1ebd14eaa3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210046 Aug 23 10:26:59.688452 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3c77e324-6970-469b-876f-9341e570f4f9 req-f3bde9c6-ccc3-40aa-9b38-8e422464c1ef service neutron] 10.222.0.38 "GET /v2.0/networks/f0352334-d002-4276-b77f-1ebd14eaa3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239083 Aug 23 10:27:00.245393 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248e279-9440-420b-a189-29d4abc20a62 req-2bcf6eef-deac-4562-acd8-87b7466b9978 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:00.246087 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-3248e279-9440-420b-a189-29d4abc20a62 req-2bcf6eef-deac-4562-acd8-87b7466b9978 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Synchronizing usage tracker for tenant:5fe87b78ed094d9895ad47a6fa5394c0 on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:27:00.262749 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-3248e279-9440-420b-a189-29d4abc20a62 req-2bcf6eef-deac-4562-acd8-87b7466b9978 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Unset dirty status for tenant:5fe87b78ed094d9895ad47a6fa5394c0 on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:27:00.264121 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3248e279-9440-420b-a189-29d4abc20a62 req-2bcf6eef-deac-4562-acd8-87b7466b9978 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=adc12225-1c21-43c1-bad5-cb788e0eb30e HTTP/1.1" status: 200 len: 943 time: 0.0994620 Aug 23 10:27:00.307238 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-3248e279-9440-420b-a189-29d4abc20a62 req-75a6fd76-110b-4fb3-9a33-c9c4344b2d6d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Synchronizing usage tracker for tenant:5fe87b78ed094d9895ad47a6fa5394c0 on resource:security_group {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:27:00.323355 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-3248e279-9440-420b-a189-29d4abc20a62 req-75a6fd76-110b-4fb3-9a33-c9c4344b2d6d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Unset dirty status for tenant:5fe87b78ed094d9895ad47a6fa5394c0 on resource:security_group {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:27:00.324452 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3248e279-9440-420b-a189-29d4abc20a62 req-75a6fd76-110b-4fb3-9a33-c9c4344b2d6d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547450 Aug 23 10:27:01.481938 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 473f83d5-e2a3-49e6-bae9-73d1a66e6fbd details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:27:01.501644 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1f227-7c8b-4cd0-a69b-575bfb2ab88c req-abbce136-463b-4b9d-8397-789b055a6c7c tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:01.503116 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-52d1f227-7c8b-4cd0-a69b-575bfb2ab88c req-abbce136-463b-4b9d-8397-789b055a6c7c tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=adc12225-1c21-43c1-bad5-cb788e0eb30e HTTP/1.1" status: 200 len: 943 time: 0.0778124 Aug 23 10:27:01.550467 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-52d1f227-7c8b-4cd0-a69b-575bfb2ab88c req-2718ef39-fdaa-4489-9be9-3e8e2bc6a793 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416989 Aug 23 10:27:01.612816 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 473f83d5-e2a3-49e6-bae9-73d1a66e6fbd, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=473f83d5-e2a3-49e6-bae9-73d1a66e6fbd,segment=NetworkSegment(483c3dc3-6f40-45ab-bb5c-7351d172b863),segment_id=483c3dc3-6f40-45ab-bb5c-7351d172b863)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:27:01.625855 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': '473f83d5-e2a3-49e6-bae9-73d1a66e6fbd', 'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7', 'port_id': '473f83d5-e2a3-49e6-bae9-73d1a66e6fbd', 'mac_address': 'fa:16:3e:b3:80:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c56be5-54e9-42e1-a9e9-a4e4ebe7f647', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:27:01.678523 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:01.694859 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 473f83d5-e2a3-49e6-bae9-73d1a66e6fbd {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:27:01.710088 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 473f83d5-e2a3-49e6-bae9-73d1a66e6fbd, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=473f83d5-e2a3-49e6-bae9-73d1a66e6fbd,segment=NetworkSegment(483c3dc3-6f40-45ab-bb5c-7351d172b863),segment_id=483c3dc3-6f40-45ab-bb5c-7351d172b863)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:27:01.713791 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:01.715454 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:01.781163 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=473f83d5-e2a3-49e6-bae9-73d1a66e6fbd,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:01.783958 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:02.077698 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['473f83d5-e2a3-49e6-bae9-73d1a66e6fbd'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:27:02.730265 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c8abb-1f16-4d1a-96a9-d2dfd1b8fc50 req-1f92298d-d2c3-4e33-a084-1db95fddc07b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:02.731724 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b46c8abb-1f16-4d1a-96a9-d2dfd1b8fc50 req-1f92298d-d2c3-4e33-a084-1db95fddc07b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=adc12225-1c21-43c1-bad5-cb788e0eb30e HTTP/1.1" status: 200 len: 944 time: 0.0785127 Aug 23 10:27:02.778804 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b46c8abb-1f16-4d1a-96a9-d2dfd1b8fc50 req-7dd31bd0-c7a4-44a2-9e64-4ea8d8fea0ad tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413277 Aug 23 10:27:02.823545 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-007c9d1f-0818-4407-88ae-519b41402189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:03.490727 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 473f83d5-e2a3-49e6-bae9-73d1a66e6fbd up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:27:03.581504 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning for port 473f83d5-e2a3-49e6-bae9-73d1a66e6fbd completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:27:03.586175 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port 473f83d5-e2a3-49e6-bae9-73d1a66e6fbd triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:27:03.586550 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:03.641167 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:03.710716 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:03.736988 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc12225-1c21-43c1-bad5-cb788e0eb30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473f83d5-e2a3-49e6-bae9-73d1a66e6fbd'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:27:03.747193 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 473f83d5-e2a3-49e6-bae9-73d1a66e6fbd, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=473f83d5-e2a3-49e6-bae9-73d1a66e6fbd,segment=NetworkSegment(483c3dc3-6f40-45ab-bb5c-7351d172b863),segment_id=483c3dc3-6f40-45ab-bb5c-7351d172b863)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:27:03.751272 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:03.754072 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:03.789705 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc12225-1c21-43c1-bad5-cb788e0eb30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473f83d5-e2a3-49e6-bae9-73d1a66e6fbd', 'code': 200} Aug 23 10:27:03.823957 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=473f83d5-e2a3-49e6-bae9-73d1a66e6fbd,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:03.829497 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:04.113001 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1a5d9-ed40-40ba-90a5-fd1342614abd req-69c4244c-6b11-448e-a19c-81dd3d582243 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:04.114443 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-88c1a5d9-ed40-40ba-90a5-fd1342614abd req-69c4244c-6b11-448e-a19c-81dd3d582243 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=adc12225-1c21-43c1-bad5-cb788e0eb30e HTTP/1.1" status: 200 len: 945 time: 0.2245409 Aug 23 10:27:04.134967 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0fcfa-b67b-46f6-95ca-c9bee3f33c2d req-80e55fab-209b-458e-98ec-ed868fb0ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:04.136620 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-aec0fcfa-b67b-46f6-95ca-c9bee3f33c2d req-80e55fab-209b-458e-98ec-ed868fb0ac2e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=adc12225-1c21-43c1-bad5-cb788e0eb30e HTTP/1.1" status: 200 len: 1098 time: 0.1937227 Aug 23 10:27:04.178558 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-88c1a5d9-ed40-40ba-90a5-fd1342614abd req-dac216dc-9fa9-499b-8406-7d7fb15e90fd tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573704 Aug 23 10:27:04.196050 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-aec0fcfa-b67b-46f6-95ca-c9bee3f33c2d req-34cf42c9-7342-4bb4-ae48-75448f8b6291 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511348 Aug 23 10:27:05.361943 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6ddc6-fd61-41ce-a018-723888ce1a92 req-c62f0985-2790-48f8-88b4-cea0eea240b7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:05.363403 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-50c6ddc6-fd61-41ce-a018-723888ce1a92 req-c62f0985-2790-48f8-88b4-cea0eea240b7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=adc12225-1c21-43c1-bad5-cb788e0eb30e HTTP/1.1" status: 200 len: 945 time: 0.0783882 Aug 23 10:27:05.407718 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-50c6ddc6-fd61-41ce-a018-723888ce1a92 req-e7c7a243-a518-426d-919e-67fa4bde5858 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382881 Aug 23 10:27:05.535601 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-f4172d69-a535-467a-8e9b-17a21db91329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:06.406322 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:06.585199 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0decffd-31b5-414e-8516-bcdb4f6ea70e req-8aeadf9d-b009-43b9-b98f-82b6f8b36b44 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:06.586644 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e0decffd-31b5-414e-8516-bcdb4f6ea70e req-8aeadf9d-b009-43b9-b98f-82b6f8b36b44 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=adc12225-1c21-43c1-bad5-cb788e0eb30e HTTP/1.1" status: 200 len: 945 time: 0.0784426 Aug 23 10:27:06.633016 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e0decffd-31b5-414e-8516-bcdb4f6ea70e req-dac86dd7-65dc-4972-95e4-22345f468949 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401571 Aug 23 10:27:07.922775 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:08.884887 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5355f-4a61-4ff9-a2d4-4589246d76cb req-f408eeac-cdd1-4a52-b295-bd5024d66a82 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:08.886586 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d3c5355f-4a61-4ff9-a2d4-4589246d76cb req-f408eeac-cdd1-4a52-b295-bd5024d66a82 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0782046 Aug 23 10:27:08.929925 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d3c5355f-4a61-4ff9-a2d4-4589246d76cb req-56cd6c85-473a-42fb-9a29-540f8b23b3b2 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371816 Aug 23 10:27:10.184379 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47599005-8822-438a-be9d-a6295ad51a29 req-a5710c3b-96c3-4780-8df7-da9655671fd1 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:10.185959 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-47599005-8822-438a-be9d-a6295ad51a29 req-a5710c3b-96c3-4780-8df7-da9655671fd1 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.1491520 Aug 23 10:27:10.229517 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-47599005-8822-438a-be9d-a6295ad51a29 req-d28e624d-790b-4990-936f-9461e81ec413 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379562 Aug 23 10:27:11.412977 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912d9c3-9664-491b-a5ed-55e2d3314700 req-b4299a40-5e5e-4279-9fa8-06cba20acb32 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:11.414417 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4912d9c3-9664-491b-a5ed-55e2d3314700 req-b4299a40-5e5e-4279-9fa8-06cba20acb32 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0824289 Aug 23 10:27:11.457726 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4912d9c3-9664-491b-a5ed-55e2d3314700 req-33b9b631-f92c-4cde-bbc0-419fb88c794d tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371375 Aug 23 10:27:12.644725 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda85410-e3fc-4310-8afd-222d21fa8682 req-99375e1d-a226-4cd0-af1d-f4ac15dbe432 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:12.646187 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-fda85410-e3fc-4310-8afd-222d21fa8682 req-99375e1d-a226-4cd0-af1d-f4ac15dbe432 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0837188 Aug 23 10:27:12.692946 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-fda85410-e3fc-4310-8afd-222d21fa8682 req-c362b7bb-e701-4e28-b4da-2f5556f3f603 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411890 Aug 23 10:27:13.871690 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683002a2-3713-4da1-8f37-de92c6f63ef4 req-fd72f8de-5f5f-42fc-b7e6-243e89280e14 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:13.873044 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-683002a2-3713-4da1-8f37-de92c6f63ef4 req-fd72f8de-5f5f-42fc-b7e6-243e89280e14 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0780685 Aug 23 10:27:13.920201 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-683002a2-3713-4da1-8f37-de92c6f63ef4 req-28d510d9-c461-4a95-b443-b25cac7f000e tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416744 Aug 23 10:27:15.101758 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b615a0-b344-4fce-931c-aedbf413546e req-a02942c4-afd1-46d2-921e-738dff4a471f tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:15.103267 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-66b615a0-b344-4fce-931c-aedbf413546e req-a02942c4-afd1-46d2-921e-738dff4a471f tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0778413 Aug 23 10:27:15.147996 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-66b615a0-b344-4fce-931c-aedbf413546e req-3268279e-5456-4cc2-bddb-fa9138320bbb tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389390 Aug 23 10:27:16.332377 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a016a5-73df-4561-8b83-b7e274c4b745 req-57e86e49-db01-497b-8be9-cc9c78bab50b tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:16.333877 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-99a016a5-73df-4561-8b83-b7e274c4b745 req-57e86e49-db01-497b-8be9-cc9c78bab50b tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0797546 Aug 23 10:27:16.377835 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-99a016a5-73df-4561-8b83-b7e274c4b745 req-9b5a1d1c-8eba-4a46-9199-5024d1688825 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378573 Aug 23 10:27:16.645677 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-61613289-2a4b-4d7b-b9a1-eebdd684500a tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:16.647137 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-61613289-2a4b-4d7b-b9a1-eebdd684500a tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/networks?id=f0352334-d002-4276-b77f-1ebd14eaa3a7 HTTP/1.1" status: 200 len: 814 time: 0.1467154 Aug 23 10:27:16.661165 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-afc240e9-2f04-41d1-98e3-1aff4b9aa3cc tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/quotas/5fe87b78ed094d9895ad47a6fa5394c0 HTTP/1.1" status: 200 len: 375 time: 0.0087304 Aug 23 10:27:16.742129 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-1dad3045-ccde-440e-8e12-b2cdeed886c5 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5fe87b78ed094d9895ad47a6fa5394c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0760558 Aug 23 10:27:16.912613 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-d5477c32-b94e-4601-bc59-bcb9fab1c821 service neutron] 10.222.0.21 "GET /v2.0/networks/f0352334-d002-4276-b77f-1ebd14eaa3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632457 Aug 23 10:27:17.040586 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-e04b8609-1e58-44ff-be18-0f6416493148 service neutron] 10.222.0.21 "GET /v2.0/networks/f0352334-d002-4276-b77f-1ebd14eaa3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218953 Aug 23 10:27:17.211876 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4ff8c3d5-bf51-493a-8c76-4012e99d7702 req-4c373a61-b828-4cf1-b2f4-0b29d1509d2d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eaaad89-eb30-432f-8dc4-2332287d5d0b HTTP/1.1" status: 200 len: 210 time: 0.0452082 Aug 23 10:27:17.566516 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189afa06-62aa-42d7-84c5-a11b6f9e3ef0 req-2d0977b8-0139-4638-b09e-3fa21681f052 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:17.567976 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-189afa06-62aa-42d7-84c5-a11b6f9e3ef0 req-2d0977b8-0139-4638-b09e-3fa21681f052 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0825245 Aug 23 10:27:17.613448 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-189afa06-62aa-42d7-84c5-a11b6f9e3ef0 req-4636619f-69a6-48df-b694-78357f494019 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397336 Aug 23 10:27:18.070297 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:27:18.317278 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-dfc0cf63-400d-4cd6-9c80-880478fd8e54 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:18.318821 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-dfc0cf63-400d-4cd6-9c80-880478fd8e54 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.38 "GET /v2.0/networks?id=f0352334-d002-4276-b77f-1ebd14eaa3a7 HTTP/1.1" status: 200 len: 814 time: 0.1571727 Aug 23 10:27:18.358602 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-32b0b894-5485-4672-8101-ef4dc935145b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Request body: {'port': {'device_id': '4eaaad89-eb30-432f-8dc4-2332287d5d0b', 'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7', 'admin_state_up': True, 'tenant_id': '5fe87b78ed094d9895ad47a6fa5394c0'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:27:18.380380 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-996784d0-c285-4167-b786-6501fa38efa1 req-ae871237-7390-4e90-b6b0-106d24147390 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eaaad89-eb30-432f-8dc4-2332287d5d0b HTTP/1.1" status: 200 len: 210 time: 0.0606203 Aug 23 10:27:18.499311 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-32b0b894-5485-4672-8101-ef4dc935145b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:27:18.508631 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-32b0b894-5485-4672-8101-ef4dc935145b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:27:18.518322 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-32b0b894-5485-4672-8101-ef4dc935145b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Made reservation on behalf of 5fe87b78ed094d9895ad47a6fa5394c0 for: {'port': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:27:18.521679 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-32b0b894-5485-4672-8101-ef4dc935145b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:18.680697 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-32b0b894-5485-4672-8101-ef4dc935145b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Allocated IP 172.20.0.2 (f0352334-d002-4276-b77f-1ebd14eaa3a7/f6c56be5-54e9-42e1-a9e9-a4e4ebe7f647/6f0c7499-ac2b-4e91-9b7c-745250588c62) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:27:18.811383 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81815250-8a0b-4fa7-bb9d-ef03a21040f3 req-f78fd7f9-1bb5-4845-ad86-8432fe1b33ca tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:18.812868 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-81815250-8a0b-4fa7-bb9d-ef03a21040f3 req-f78fd7f9-1bb5-4845-ad86-8432fe1b33ca tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0821528 Aug 23 10:27:18.858045 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-81815250-8a0b-4fa7-bb9d-ef03a21040f3 req-b67a7089-b5b2-4bc8-af69-1359cc192e2e tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393782 Aug 23 10:27:18.879844 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-32b0b894-5485-4672-8101-ef4dc935145b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:18.908882 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-32b0b894-5485-4672-8101-ef4dc935145b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:18.914123 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-5305c8b0-3689-4485-822f-6ba85788cb81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:18.921491 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['473f83d5-e2a3-49e6-bae9-73d1a66e6fbd'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:27:18.979800 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-32b0b894-5485-4672-8101-ef4dc935145b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Network f0352334-d002-4276-b77f-1ebd14eaa3a7 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:27:18.982823 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-32b0b894-5485-4672-8101-ef4dc935145b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:27:18.987036 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-32b0b894-5485-4672-8101-ef4dc935145b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:27:19.030144 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0b894-5485-4672-8101-ef4dc935145b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Pushing event updated for resources: {'Port': ['ID=6f0c7499-ac2b-4e91-9b7c-745250588c62,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:19.037934 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-32b0b894-5485-4672-8101-ef4dc935145b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:19.056063 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-32b0b894-5485-4672-8101-ef4dc935145b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:19.056746 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-32b0b894-5485-4672-8101-ef4dc935145b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:19.080142 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-32b0b894-5485-4672-8101-ef4dc935145b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7252476 Aug 23 10:27:19.133436 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Request body: {'port': {'device_id': '4eaaad89-eb30-432f-8dc4-2332287d5d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:27:19.242154 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:19.658923 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081e05b-f167-410b-8219-9583dabc0cc8 req-07aeeb2d-772a-4a5c-b312-1e0fd6bc09f8 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:19.659664 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-d081e05b-f167-410b-8219-9583dabc0cc8 req-07aeeb2d-772a-4a5c-b312-1e0fd6bc09f8 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Synchronizing usage tracker for tenant:5fe87b78ed094d9895ad47a6fa5394c0 on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:27:19.715877 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-d081e05b-f167-410b-8219-9583dabc0cc8 req-07aeeb2d-772a-4a5c-b312-1e0fd6bc09f8 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Unset dirty status for tenant:5fe87b78ed094d9895ad47a6fa5394c0 on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:27:19.717026 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d081e05b-f167-410b-8219-9583dabc0cc8 req-07aeeb2d-772a-4a5c-b312-1e0fd6bc09f8 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eaaad89-eb30-432f-8dc4-2332287d5d0b HTTP/1.1" status: 200 len: 931 time: 0.2302349 Aug 23 10:27:19.764860 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f0c7499-ac2b-4e91-9b7c-745250588c62 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:27:19.773818 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:19.790087 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d081e05b-f167-410b-8219-9583dabc0cc8 req-02cb454b-d00d-4b92-9aa6-a870899e8968 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628037 Aug 23 10:27:19.795580 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Transition to ACTIVE for port object 6f0c7499-ac2b-4e91-9b7c-745250588c62 will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:27:19.799387 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:19.803811 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-db7d324b-5585-4e60-8686-0a6c43d16c49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:19.925410 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Pushing event updated for resources: {'Port': ['ID=6f0c7499-ac2b-4e91-9b7c-745250588c62,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:19.964598 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:19.964974 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:19.965340 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:19.965704 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:19.966058 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:19.966412 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:19.966762 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:19.967114 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:19.967461 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:19.967804 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:19.968150 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:19.968493 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:27:20.001534 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:20.041974 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Attempting to bind port 6f0c7499-ac2b-4e91-9b7c-745250588c62 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:27:20.042304 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Attempting to bind port 6f0c7499-ac2b-4e91-9b7c-745250588c62 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '483c3dc3-6f40-45ab-bb5c-7351d172b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:27:20.042637 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Attempting to bind port 6f0c7499-ac2b-4e91-9b7c-745250588c62 on network f0352334-d002-4276-b77f-1ebd14eaa3a7 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:27:20.045029 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352e0c9-a378-43e5-b0c5-4665bcee989c req-f28ecd51-e977-4d43-9e55-da036816bd56 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:20.046607 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3352e0c9-a378-43e5-b0c5-4665bcee989c req-f28ecd51-e977-4d43-9e55-da036816bd56 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0834551 Aug 23 10:27:20.047235 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Port 6f0c7499-ac2b-4e91-9b7c-745250588c62 on network f0352334-d002-4276-b77f-1ebd14eaa3a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:27:20.047552 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Attempting to bind port 6f0c7499-ac2b-4e91-9b7c-745250588c62 on network f0352334-d002-4276-b77f-1ebd14eaa3a7 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:27:20.052631 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Checking agent: {'id': 'f0a3a63c-ec97-42f3-9482-19859e948017', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'started_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:27:20.052965 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Checking segment: {'id': '483c3dc3-6f40-45ab-bb5c-7351d172b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:27:20.053347 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Bound using segment: {'id': '483c3dc3-6f40-45ab-bb5c-7351d172b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:27:20.053770 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Bound port: 6f0c7499-ac2b-4e91-9b7c-745250588c62, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '483c3dc3-6f40-45ab-bb5c-7351d172b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:27:20.054116 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:20.096323 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3352e0c9-a378-43e5-b0c5-4665bcee989c req-4375d7bc-78b4-48ba-85c6-cd660fec8a5f tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414872 Aug 23 10:27:20.141498 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] For port 6f0c7499-ac2b-4e91-9b7c-745250588c62, host hv-cinder-80278, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:27:20.144394 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] For port 6f0c7499-ac2b-4e91-9b7c-745250588c62, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6f0c7499-ac2b-4e91-9b7c-745250588c62,segment=NetworkSegment(483c3dc3-6f40-45ab-bb5c-7351d172b863),segment_id=483c3dc3-6f40-45ab-bb5c-7351d172b863)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:27:20.148810 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:20.153119 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-925a7aad-ef90-4722-8b9b-3e62063a7823 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:20.209636 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:20.210244 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:20.211602 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] 10.222.0.38 "PUT /v2.0/ports/6f0c7499-ac2b-4e91-9b7c-745250588c62 HTTP/1.1" status: 200 len: 1093 time: 1.1241431 Aug 23 10:27:20.212082 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eaaad89-eb30-432f-8dc4-2332287d5d0b', 'tag': '6f0c7499-ac2b-4e91-9b7c-745250588c62'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:27:20.234100 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Pushing event updated for resources: {'Port': ['ID=6f0c7499-ac2b-4e91-9b7c-745250588c62,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:20.237073 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:20.319645 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eaaad89-eb30-432f-8dc4-2332287d5d0b', 'tag': '6f0c7499-ac2b-4e91-9b7c-745250588c62', 'status': 'completed', 'code': 200} Aug 23 10:27:20.328351 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-eca58ecb-c9af-451b-a497-5a00c22b58d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:20.329838 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-eca58ecb-c9af-451b-a497-5a00c22b58d3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5fe87b78ed094d9895ad47a6fa5394c0&device_id=4eaaad89-eb30-432f-8dc4-2332287d5d0b HTTP/1.1" status: 200 len: 1096 time: 0.0717535 Aug 23 10:27:20.400588 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-4aca050e-f3a9-463a-a331-3379d60e2393 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f0c7499-ac2b-4e91-9b7c-745250588c62 HTTP/1.1" status: 200 len: 217 time: 0.0613022 Aug 23 10:27:20.460420 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-33c30b4a-94a6-430e-89b9-8ea1f4af02b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:20.461739 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-33c30b4a-94a6-430e-89b9-8ea1f4af02b6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6c56be5-54e9-42e1-a9e9-a4e4ebe7f647 HTTP/1.1" status: 200 len: 854 time: 0.0549181 Aug 23 10:27:20.511250 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-390fde73-6a7a-4cb7-b30b-060370d2ac14 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f0352334-d002-4276-b77f-1ebd14eaa3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415587 Aug 23 10:27:20.639060 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-3b789cfa-8640-431c-a0b5-914429659aef service neutron] 10.222.0.38 "GET /v2.0/networks/f0352334-d002-4276-b77f-1ebd14eaa3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206217 Aug 23 10:27:20.768504 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-70842b50-5a15-4ba1-adaa-15087ae07dee req-b1d723fb-9b8f-4cea-85e7-2d92a72fbb45 service neutron] 10.222.0.38 "GET /v2.0/networks/f0352334-d002-4276-b77f-1ebd14eaa3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217020 Aug 23 10:27:20.900776 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8a677-245e-4f22-8eb0-3c9f37ed6306 req-b8291a17-04d7-483f-aed1-8ca5d6bd48a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:20.902274 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-08f8a677-245e-4f22-8eb0-3c9f37ed6306 req-b8291a17-04d7-483f-aed1-8ca5d6bd48a9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5fe87b78ed094d9895ad47a6fa5394c0&device_id=4eaaad89-eb30-432f-8dc4-2332287d5d0b HTTP/1.1" status: 200 len: 1096 time: 0.0713489 Aug 23 10:27:20.972259 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7c320-e294-4e42-a36d-2792fa5edac1 req-05585058-2ef3-4d9a-88ae-aae8beacc872 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:20.973756 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8aa7c320-e294-4e42-a36d-2792fa5edac1 req-05585058-2ef3-4d9a-88ae-aae8beacc872 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eaaad89-eb30-432f-8dc4-2332287d5d0b HTTP/1.1" status: 200 len: 943 time: 0.0794151 Aug 23 10:27:21.019222 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8aa7c320-e294-4e42-a36d-2792fa5edac1 req-39fe5d9a-ad1f-4439-8e49-85f5c62cf0a7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397396 Aug 23 10:27:21.038730 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8a677-245e-4f22-8eb0-3c9f37ed6306 req-8979f33f-b6a5-4da6-ab55-6d62afeb936b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:21.040185 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-08f8a677-245e-4f22-8eb0-3c9f37ed6306 req-8979f33f-b6a5-4da6-ab55-6d62afeb936b service neutron] 10.222.0.38 "GET /v2.0/networks?id=f0352334-d002-4276-b77f-1ebd14eaa3a7 HTTP/1.1" status: 200 len: 915 time: 0.1299684 Aug 23 10:27:21.200652 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-08f8a677-245e-4f22-8eb0-3c9f37ed6306 req-e4d38f69-0893-4878-a329-fde49edac947 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f0c7499-ac2b-4e91-9b7c-745250588c62 HTTP/1.1" status: 200 len: 217 time: 0.1500137 Aug 23 10:27:21.316050 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8a677-245e-4f22-8eb0-3c9f37ed6306 req-eabed687-838d-43c1-8316-cd2bdfb38ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:21.317493 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-08f8a677-245e-4f22-8eb0-3c9f37ed6306 req-eabed687-838d-43c1-8316-cd2bdfb38ef9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6c56be5-54e9-42e1-a9e9-a4e4ebe7f647 HTTP/1.1" status: 200 len: 854 time: 0.1091261 Aug 23 10:27:21.366019 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-08f8a677-245e-4f22-8eb0-3c9f37ed6306 req-b456b4a0-ddbc-4d23-85c4-ba47f72ea206 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f0352334-d002-4276-b77f-1ebd14eaa3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408785 Aug 23 10:27:21.377314 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d3e5a-ba9a-4752-91e6-64231623e42d req-88135bf5-6a01-46b1-82ab-321222f6cb59 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:21.378647 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b45d3e5a-ba9a-4752-91e6-64231623e42d req-88135bf5-6a01-46b1-82ab-321222f6cb59 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.1405642 Aug 23 10:27:21.504246 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b45d3e5a-ba9a-4752-91e6-64231623e42d req-d1d8fcf7-dd39-4a6f-be28-3dc7ea1f0e20 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026187 Aug 23 10:27:21.540350 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-08f8a677-245e-4f22-8eb0-3c9f37ed6306 req-35257ca6-a3b1-4035-bc14-4f82b1b058fe service neutron] 10.222.0.38 "GET /v2.0/networks/f0352334-d002-4276-b77f-1ebd14eaa3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562326 Aug 23 10:27:21.675995 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-08f8a677-245e-4f22-8eb0-3c9f37ed6306 req-1761e7b9-a32d-4e43-83b1-fe626ffdeaf3 service neutron] 10.222.0.38 "GET /v2.0/networks/f0352334-d002-4276-b77f-1ebd14eaa3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213336 Aug 23 10:27:22.206415 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4c331-0fda-4a3c-b256-9e5987a8e585 req-839572f4-e7a3-430b-905f-9b8ee7482f88 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:22.207873 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6ed4c331-0fda-4a3c-b256-9e5987a8e585 req-839572f4-e7a3-430b-905f-9b8ee7482f88 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eaaad89-eb30-432f-8dc4-2332287d5d0b HTTP/1.1" status: 200 len: 943 time: 0.0837667 Aug 23 10:27:22.253620 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6ed4c331-0fda-4a3c-b256-9e5987a8e585 req-bd7b9f37-58c7-4b5d-abff-6e7c1d74bf7c tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394921 Aug 23 10:27:22.690510 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef926c7-5265-4168-85d1-8123e35e0f13 req-b97bdc63-60d5-4423-89bc-c24dd32b4969 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:22.691965 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5ef926c7-5265-4168-85d1-8123e35e0f13 req-b97bdc63-60d5-4423-89bc-c24dd32b4969 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0863049 Aug 23 10:27:22.735963 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5ef926c7-5265-4168-85d1-8123e35e0f13 req-cf5abbff-902f-4c58-bf3f-4ee974b9d39e tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378389 Aug 23 10:27:23.432381 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252f287-8738-4b63-830b-72c028e0b905 req-533a8e07-7189-4e6a-8196-1587acae3185 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:23.433857 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8252f287-8738-4b63-830b-72c028e0b905 req-533a8e07-7189-4e6a-8196-1587acae3185 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eaaad89-eb30-432f-8dc4-2332287d5d0b HTTP/1.1" status: 200 len: 943 time: 0.0782461 Aug 23 10:27:23.480171 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8252f287-8738-4b63-830b-72c028e0b905 req-4b57a7cb-9dd8-4559-bbb9-fb7c6c3dc977 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408032 Aug 23 10:27:23.600110 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 6f0c7499-ac2b-4e91-9b7c-745250588c62 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:27:23.730844 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 6f0c7499-ac2b-4e91-9b7c-745250588c62, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6f0c7499-ac2b-4e91-9b7c-745250588c62,segment=NetworkSegment(483c3dc3-6f40-45ab-bb5c-7351d172b863),segment_id=483c3dc3-6f40-45ab-bb5c-7351d172b863)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:27:23.747039 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': '6f0c7499-ac2b-4e91-9b7c-745250588c62', 'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7', 'port_id': '6f0c7499-ac2b-4e91-9b7c-745250588c62', 'mac_address': 'fa:16:3e:d6:3e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c56be5-54e9-42e1-a9e9-a4e4ebe7f647', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:27:23.800450 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:23.817223 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f0c7499-ac2b-4e91-9b7c-745250588c62 {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:27:23.832021 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 6f0c7499-ac2b-4e91-9b7c-745250588c62, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6f0c7499-ac2b-4e91-9b7c-745250588c62,segment=NetworkSegment(483c3dc3-6f40-45ab-bb5c-7351d172b863),segment_id=483c3dc3-6f40-45ab-bb5c-7351d172b863)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:27:23.836049 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:23.837816 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:23.902478 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=6f0c7499-ac2b-4e91-9b7c-745250588c62,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:23.905446 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:23.918632 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662eb40-f248-4921-a760-3b19e594b4af req-c9957172-fb64-46e3-ac30-2d8cbe65656b tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:23.920210 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5662eb40-f248-4921-a760-3b19e594b4af req-c9957172-fb64-46e3-ac30-2d8cbe65656b tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0806468 Aug 23 10:27:23.968040 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5662eb40-f248-4921-a760-3b19e594b4af req-88aa3926-1093-4c76-bf28-11908768d79a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421441 Aug 23 10:27:24.203002 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['6f0c7499-ac2b-4e91-9b7c-745250588c62'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:27:24.656476 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda559a-43b8-4e19-a297-a67d8bb6dac0 req-67d73e52-f63c-41c9-93a0-8c8c8de634b7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:24.657959 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1dda559a-43b8-4e19-a297-a67d8bb6dac0 req-67d73e52-f63c-41c9-93a0-8c8c8de634b7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eaaad89-eb30-432f-8dc4-2332287d5d0b HTTP/1.1" status: 200 len: 944 time: 0.0778098 Aug 23 10:27:24.702582 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1dda559a-43b8-4e19-a297-a67d8bb6dac0 req-8f354afa-4314-490f-9e41-ca4d0f346f35 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390990 Aug 23 10:27:25.155063 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657039aa-126c-464e-9be8-62625861b077 req-6a107469-4093-4fe4-a316-bf70ac08ab99 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:25.156532 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-657039aa-126c-464e-9be8-62625861b077 req-6a107469-4093-4fe4-a316-bf70ac08ab99 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0805590 Aug 23 10:27:25.200426 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-657039aa-126c-464e-9be8-62625861b077 req-946c9364-f506-4163-a2c7-160c9ce4ed7e tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383761 Aug 23 10:27:25.591522 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce6f73-7d1a-44d4-9cb5-2190523dc227 req-d5b7c042-a447-4618-8e80-5fa7a4f5bb10 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:25.592839 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-59ce6f73-7d1a-44d4-9cb5-2190523dc227 req-d5b7c042-a447-4618-8e80-5fa7a4f5bb10 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.1382091 Aug 23 10:27:25.598760 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd5084-92f0-4c24-8b39-6e287593e746 req-32ee2d48-bbd2-400b-ae80-4257b38d15e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:25.600102 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d8fd5084-92f0-4c24-8b39-6e287593e746 req-32ee2d48-bbd2-400b-ae80-4257b38d15e2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6288f2605747471588a47a33d4b3d386&device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 1099 time: 0.0919180 Aug 23 10:27:25.610435 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 6f0c7499-ac2b-4e91-9b7c-745250588c62 up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:27:25.678501 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning for port 6f0c7499-ac2b-4e91-9b7c-745250588c62 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:27:25.683709 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port 6f0c7499-ac2b-4e91-9b7c-745250588c62 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:27:25.684089 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:25.720715 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-59ce6f73-7d1a-44d4-9cb5-2190523dc227 req-aa91da42-c854-4170-84f9-f8e6c09d6cc4 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195939 Aug 23 10:27:25.761403 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd5084-92f0-4c24-8b39-6e287593e746 req-30ffe05a-9212-4324-9da3-c6828b4db2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:25.762872 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d8fd5084-92f0-4c24-8b39-6e287593e746 req-30ffe05a-9212-4324-9da3-c6828b4db2de service neutron] 10.222.0.38 "GET /v2.0/networks?id=4c1fc7bc-93d4-4389-8e20-f7d09f046981 HTTP/1.1" status: 200 len: 911 time: 0.1490285 Aug 23 10:27:25.807248 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:25.837174 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eaaad89-eb30-432f-8dc4-2332287d5d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0c7499-ac2b-4e91-9b7c-745250588c62'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:27:25.850832 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 6f0c7499-ac2b-4e91-9b7c-745250588c62, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6f0c7499-ac2b-4e91-9b7c-745250588c62,segment=NetworkSegment(483c3dc3-6f40-45ab-bb5c-7351d172b863),segment_id=483c3dc3-6f40-45ab-bb5c-7351d172b863)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:27:25.855992 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:25.858499 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:25.874438 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d8fd5084-92f0-4c24-8b39-6e287593e746 req-909b1dbb-1e1c-4ae1-b0cd-b91f8abdad82 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5922f8de-0af0-4d9e-b5dd-a016f4db71dd HTTP/1.1" status: 200 len: 1001 time: 0.1038899 Aug 23 10:27:25.907888 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458a62e-75fd-4ea6-91d1-92f7b4af8b2e req-34166270-6297-480f-9b90-f27e219e658a tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:25.909568 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1458a62e-75fd-4ea6-91d1-92f7b4af8b2e req-34166270-6297-480f-9b90-f27e219e658a tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eaaad89-eb30-432f-8dc4-2332287d5d0b HTTP/1.1" status: 200 len: 945 time: 0.0944724 Aug 23 10:27:25.913477 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eaaad89-eb30-432f-8dc4-2332287d5d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0c7499-ac2b-4e91-9b7c-745250588c62', 'code': 200} Aug 23 10:27:25.936270 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=6f0c7499-ac2b-4e91-9b7c-745250588c62,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:25.940324 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:25.963992 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd5084-92f0-4c24-8b39-6e287593e746 req-1f02c14c-75be-42bb-9fd1-4748ee51e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:25.965623 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d8fd5084-92f0-4c24-8b39-6e287593e746 req-1f02c14c-75be-42bb-9fd1-4748ee51e881 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3248dd68-15fd-4e1b-bc02-a1c37a6054d5 HTTP/1.1" status: 200 len: 849 time: 0.0816684 Aug 23 10:27:25.979269 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1458a62e-75fd-4ea6-91d1-92f7b4af8b2e req-b5373df1-3c16-45d1-a4cc-8b410e6a559a tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636570 Aug 23 10:27:26.050854 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd5084-92f0-4c24-8b39-6e287593e746 req-2a5c8531-da25-470c-aaf4-449d612911aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:26.052349 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d8fd5084-92f0-4c24-8b39-6e287593e746 req-2a5c8531-da25-470c-aaf4-449d612911aa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4c1fc7bc-93d4-4389-8e20-f7d09f046981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793819 Aug 23 10:27:26.141029 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54431f9-8361-4b1a-bc7a-a90ca6acaea3 req-92ccddea-ba4e-4afa-8fe0-2141062a42ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:26.142441 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d54431f9-8361-4b1a-bc7a-a90ca6acaea3 req-92ccddea-ba4e-4afa-8fe0-2141062a42ca service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4eaaad89-eb30-432f-8dc4-2332287d5d0b HTTP/1.1" status: 200 len: 1098 time: 0.0678260 Aug 23 10:27:26.182850 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d8fd5084-92f0-4c24-8b39-6e287593e746 req-0b536346-c76f-423e-a38b-d635b5b153af service neutron] 10.222.0.38 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234632 Aug 23 10:27:26.187457 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d54431f9-8361-4b1a-bc7a-a90ca6acaea3 req-f60e05fc-ea1c-4c93-82f3-9f255b7e03fb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367553 Aug 23 10:27:26.394246 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d8fd5084-92f0-4c24-8b39-6e287593e746 req-af256c03-925d-4254-b653-ce08e90a553c service neutron] 10.222.0.38 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055154 Aug 23 10:27:26.907192 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244d688-1960-47f3-ae18-9fc4bb2f66be req-b82b7e98-3215-45f7-8b54-21579ddc4327 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:26.908663 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6244d688-1960-47f3-ae18-9fc4bb2f66be req-b82b7e98-3215-45f7-8b54-21579ddc4327 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0789495 Aug 23 10:27:26.958517 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6244d688-1960-47f3-ae18-9fc4bb2f66be req-48034fff-fd2c-4db0-9aee-859961a0db34 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442786 Aug 23 10:27:27.240057 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88189a68-6c3c-483b-8ee0-f8acf2cea92f req-f1382ead-2027-46bc-9278-0c7345cb4f7e tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:27.241517 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-88189a68-6c3c-483b-8ee0-f8acf2cea92f req-f1382ead-2027-46bc-9278-0c7345cb4f7e tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eaaad89-eb30-432f-8dc4-2332287d5d0b HTTP/1.1" status: 200 len: 945 time: 0.1637859 Aug 23 10:27:27.286042 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-88189a68-6c3c-483b-8ee0-f8acf2cea92f req-781407b2-4da8-4048-8f1c-d54dc12e04d8 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389044 Aug 23 10:27:28.296224 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0ba7b-33c7-4b27-a622-d90b33997389 req-6a8f9dc0-57cc-4b1a-a21a-7e5db2ca1003 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:28.297730 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1bb0ba7b-33c7-4b27-a622-d90b33997389 req-6a8f9dc0-57cc-4b1a-a21a-7e5db2ca1003 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0823460 Aug 23 10:27:28.341752 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1bb0ba7b-33c7-4b27-a622-d90b33997389 req-b4bb12eb-740f-4ae8-8e21-826db45d2050 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384932 Aug 23 10:27:28.469467 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e6f06-58e7-4994-b8f9-d45bbcf91d98 req-9031b8bd-01dd-47f7-b397-c2130fd173a7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:28.470899 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-155e6f06-58e7-4994-b8f9-d45bbcf91d98 req-9031b8bd-01dd-47f7-b397-c2130fd173a7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eaaad89-eb30-432f-8dc4-2332287d5d0b HTTP/1.1" status: 200 len: 945 time: 0.0787363 Aug 23 10:27:28.514717 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-155e6f06-58e7-4994-b8f9-d45bbcf91d98 req-d449b121-2f96-4a38-bb62-04dc39e23a8b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383615 Aug 23 10:27:28.520934 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:30.657208 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-26302bdb-73d0-4d31-b36e-3efee3a2c4a5 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:30.658654 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-26302bdb-73d0-4d31-b36e-3efee3a2c4a5 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/networks?id=f0352334-d002-4276-b77f-1ebd14eaa3a7 HTTP/1.1" status: 200 len: 814 time: 0.1421516 Aug 23 10:27:30.677573 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-45b67f19-20e5-490e-8b5c-44a08117c6e9 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/quotas/5fe87b78ed094d9895ad47a6fa5394c0 HTTP/1.1" status: 200 len: 375 time: 0.0090225 Aug 23 10:27:30.763364 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-7b06c900-3ad9-4134-bfc1-c6666b12ffdf tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5fe87b78ed094d9895ad47a6fa5394c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803266 Aug 23 10:27:30.890787 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-17e48bfd-3a9b-43db-b210-2f055a8841d3 service neutron] 10.222.0.21 "GET /v2.0/networks/f0352334-d002-4276-b77f-1ebd14eaa3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209130 Aug 23 10:27:31.019700 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-045e24cf-31f4-4032-a3ca-71df1638df95 service neutron] 10.222.0.21 "GET /v2.0/networks/f0352334-d002-4276-b77f-1ebd14eaa3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231918 Aug 23 10:27:31.190142 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-998ff673-57f3-4d02-9ad5-6705d5b7aea8 req-c5e5f5e2-61bd-46bb-a83a-56d4edafd1da tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=493fed31-80c9-4741-a592-ed6e71a16024 HTTP/1.1" status: 200 len: 210 time: 0.0425057 Aug 23 10:27:32.226479 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-0332cc2b-8052-486b-b92a-b4ccd97c1ae3 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:32.228399 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-0332cc2b-8052-486b-b92a-b4ccd97c1ae3 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.38 "GET /v2.0/networks?id=f0352334-d002-4276-b77f-1ebd14eaa3a7 HTTP/1.1" status: 200 len: 814 time: 0.1453772 Aug 23 10:27:32.240835 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-60554499-80cd-479e-bb9f-3d9741474eb6 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Request body: {'port': {'device_id': '493fed31-80c9-4741-a592-ed6e71a16024', 'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7', 'admin_state_up': True, 'tenant_id': '5fe87b78ed094d9895ad47a6fa5394c0'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:27:32.381417 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-878b6c89-23f9-480f-bbfb-b670c431f665 req-b14d6070-ee7d-44f4-81bd-b3b2475cef40 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=493fed31-80c9-4741-a592-ed6e71a16024 HTTP/1.1" status: 200 len: 210 time: 0.0538683 Aug 23 10:27:32.415005 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-60554499-80cd-479e-bb9f-3d9741474eb6 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:27:32.424292 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-60554499-80cd-479e-bb9f-3d9741474eb6 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:27:32.433954 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-60554499-80cd-479e-bb9f-3d9741474eb6 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Made reservation on behalf of 5fe87b78ed094d9895ad47a6fa5394c0 for: {'port': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:27:32.437427 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-60554499-80cd-479e-bb9f-3d9741474eb6 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:32.594410 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-60554499-80cd-479e-bb9f-3d9741474eb6 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Allocated IP 172.20.0.8 (f0352334-d002-4276-b77f-1ebd14eaa3a7/f6c56be5-54e9-42e1-a9e9-a4e4ebe7f647/1a4031b3-345a-4690-a12f-b05230ee4945) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:27:32.788319 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-60554499-80cd-479e-bb9f-3d9741474eb6 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:32.819668 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-60554499-80cd-479e-bb9f-3d9741474eb6 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:32.825131 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:32.827895 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-37ca9d86-f1ac-46fb-b6ac-215017c531ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:32.832126 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['473f83d5-e2a3-49e6-bae9-73d1a66e6fbd', '6f0c7499-ac2b-4e91-9b7c-745250588c62'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:27:32.891640 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-60554499-80cd-479e-bb9f-3d9741474eb6 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Network f0352334-d002-4276-b77f-1ebd14eaa3a7 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:27:32.894775 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-60554499-80cd-479e-bb9f-3d9741474eb6 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:27:32.898614 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-60554499-80cd-479e-bb9f-3d9741474eb6 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:27:32.936366 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60554499-80cd-479e-bb9f-3d9741474eb6 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Pushing event updated for resources: {'Port': ['ID=1a4031b3-345a-4690-a12f-b05230ee4945,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:32.940683 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-60554499-80cd-479e-bb9f-3d9741474eb6 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:32.965093 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-60554499-80cd-479e-bb9f-3d9741474eb6 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:32.965791 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-60554499-80cd-479e-bb9f-3d9741474eb6 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:32.990858 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-60554499-80cd-479e-bb9f-3d9741474eb6 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7537687 Aug 23 10:27:33.003468 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] Request body: {'port': {'device_id': '493fed31-80c9-4741-a592-ed6e71a16024', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:27:33.207001 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:33.536392 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4031b3-345a-4690-a12f-b05230ee4945 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:27:33.544034 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:33.558549 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] Transition to ACTIVE for port object 1a4031b3-345a-4690-a12f-b05230ee4945 will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:27:33.562928 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:33.567463 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99715e-1a17-4b5d-861b-a08ac8391af9 req-fc0c25e8-a963-4e18-a319-91921fe265e7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:33.567972 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-10676ca8-a883-44c5-b2b3-1552fab044d6 tempest-ServerRescueNegativeTestJSON-652312037 tempest-ServerRescueNegativeTestJSON-652312037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:33.568934 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1b99715e-1a17-4b5d-861b-a08ac8391af9 req-fc0c25e8-a963-4e18-a319-91921fe265e7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=493fed31-80c9-4741-a592-ed6e71a16024 HTTP/1.1" status: 200 len: 931 time: 0.0832207 Aug 23 10:27:33.615464 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1b99715e-1a17-4b5d-861b-a08ac8391af9 req-aa3bf52a-094e-4f63-857e-ca0f34276b74 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408182 Aug 23 10:27:33.624961 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:33.718974 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] Pushing event updated for resources: {'Port': ['ID=1a4031b3-345a-4690-a12f-b05230ee4945,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:33.726330 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:33.790720 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] Attempting to bind port 1a4031b3-345a-4690-a12f-b05230ee4945 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:27:33.790971 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] Attempting to bind port 1a4031b3-345a-4690-a12f-b05230ee4945 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '483c3dc3-6f40-45ab-bb5c-7351d172b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:27:33.791293 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] Attempting to bind port 1a4031b3-345a-4690-a12f-b05230ee4945 on network f0352334-d002-4276-b77f-1ebd14eaa3a7 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:27:33.795697 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] Port 1a4031b3-345a-4690-a12f-b05230ee4945 on network f0352334-d002-4276-b77f-1ebd14eaa3a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:27:33.796010 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] Attempting to bind port 1a4031b3-345a-4690-a12f-b05230ee4945 on network f0352334-d002-4276-b77f-1ebd14eaa3a7 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:27:33.800926 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] Checking agent: {'id': 'f0a3a63c-ec97-42f3-9482-19859e948017', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'started_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:27:33.801252 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] Checking segment: {'id': '483c3dc3-6f40-45ab-bb5c-7351d172b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:27:33.801621 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] Bound using segment: {'id': '483c3dc3-6f40-45ab-bb5c-7351d172b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:27:33.802035 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] Bound port: 1a4031b3-345a-4690-a12f-b05230ee4945, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '483c3dc3-6f40-45ab-bb5c-7351d172b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:27:33.802369 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:33.890403 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] For port 1a4031b3-345a-4690-a12f-b05230ee4945, host hv-cinder-80278, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:27:33.893422 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] For port 1a4031b3-345a-4690-a12f-b05230ee4945, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1a4031b3-345a-4690-a12f-b05230ee4945,segment=NetworkSegment(483c3dc3-6f40-45ab-bb5c-7351d172b863),segment_id=483c3dc3-6f40-45ab-bb5c-7351d172b863)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:27:33.897785 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:33.902493 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-7b9b1a3c-9809-4cf3-b703-2b19fc4fad2a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:33.954597 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:33.955361 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:33.957330 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] 10.222.0.38 "PUT /v2.0/ports/1a4031b3-345a-4690-a12f-b05230ee4945 HTTP/1.1" status: 200 len: 1093 time: 0.9582772 Aug 23 10:27:33.960089 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493fed31-80c9-4741-a592-ed6e71a16024', 'tag': '1a4031b3-345a-4690-a12f-b05230ee4945'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:27:33.985533 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] Pushing event updated for resources: {'Port': ['ID=1a4031b3-345a-4690-a12f-b05230ee4945,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:33.996096 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:34.040817 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493fed31-80c9-4741-a592-ed6e71a16024', 'tag': '1a4031b3-345a-4690-a12f-b05230ee4945', 'status': 'completed', 'code': 200} Aug 23 10:27:34.080583 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-8c6f77f8-b97f-424f-8032-7cf88b995308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:34.082059 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-8c6f77f8-b97f-424f-8032-7cf88b995308 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5fe87b78ed094d9895ad47a6fa5394c0&device_id=493fed31-80c9-4741-a592-ed6e71a16024 HTTP/1.1" status: 200 len: 1096 time: 0.0767176 Aug 23 10:27:34.148642 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-1755412d-db51-4fc5-a92a-2bb496ead851 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a4031b3-345a-4690-a12f-b05230ee4945 HTTP/1.1" status: 200 len: 217 time: 0.0590835 Aug 23 10:27:34.210958 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-7b66fc1d-a6ec-48a8-8077-223af76c9d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:34.212339 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-7b66fc1d-a6ec-48a8-8077-223af76c9d58 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6c56be5-54e9-42e1-a9e9-a4e4ebe7f647 HTTP/1.1" status: 200 len: 854 time: 0.0579321 Aug 23 10:27:34.257324 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-4c22054c-335c-4a63-8343-dde0552c2e66 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f0352334-d002-4276-b77f-1ebd14eaa3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385039 Aug 23 10:27:34.382517 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-ded354bf-5f37-4e6c-98a0-2b0d5968f829 service neutron] 10.222.0.38 "GET /v2.0/networks/f0352334-d002-4276-b77f-1ebd14eaa3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184337 Aug 23 10:27:34.508424 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-db49b52a-4196-459f-ab43-e7e1dfd479b9 req-592d1733-168c-455e-aea5-cf31aecdd717 service neutron] 10.222.0.38 "GET /v2.0/networks/f0352334-d002-4276-b77f-1ebd14eaa3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195345 Aug 23 10:27:34.622440 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacab71-4ac3-4156-b833-5a09b81a2de8 req-d59fc258-3e30-4534-b41d-d9da4284bab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:34.623881 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ecacab71-4ac3-4156-b833-5a09b81a2de8 req-d59fc258-3e30-4534-b41d-d9da4284bab3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5fe87b78ed094d9895ad47a6fa5394c0&device_id=493fed31-80c9-4741-a592-ed6e71a16024 HTTP/1.1" status: 200 len: 1096 time: 0.0724738 Aug 23 10:27:34.804183 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c26a6-1cec-4467-86a9-16433c7a5b1c req-f500f6e8-1c90-46e5-96cd-b5000738331a tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:34.806273 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f14c26a6-1cec-4467-86a9-16433c7a5b1c req-f500f6e8-1c90-46e5-96cd-b5000738331a tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=493fed31-80c9-4741-a592-ed6e71a16024 HTTP/1.1" status: 200 len: 943 time: 0.0817101 Aug 23 10:27:34.848889 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacab71-4ac3-4156-b833-5a09b81a2de8 req-89e964b9-ef7a-4421-89a5-2daea8f9ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:34.850326 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ecacab71-4ac3-4156-b833-5a09b81a2de8 req-89e964b9-ef7a-4421-89a5-2daea8f9ae84 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f0352334-d002-4276-b77f-1ebd14eaa3a7 HTTP/1.1" status: 200 len: 915 time: 0.2200809 Aug 23 10:27:34.855142 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f14c26a6-1cec-4467-86a9-16433c7a5b1c req-b2a4b4c7-72a3-4dbc-9cc1-6ae00758191b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431416 Aug 23 10:27:34.919488 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ecacab71-4ac3-4156-b833-5a09b81a2de8 req-7e7d0cd3-ec89-4f3d-9d41-8a1007cbeee6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a4031b3-345a-4690-a12f-b05230ee4945 HTTP/1.1" status: 200 len: 217 time: 0.0611918 Aug 23 10:27:34.982616 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacab71-4ac3-4156-b833-5a09b81a2de8 req-c36e12b7-8b78-43b6-a86a-3f9f4b4c9d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:34.984038 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ecacab71-4ac3-4156-b833-5a09b81a2de8 req-c36e12b7-8b78-43b6-a86a-3f9f4b4c9d2d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6c56be5-54e9-42e1-a9e9-a4e4ebe7f647 HTTP/1.1" status: 200 len: 854 time: 0.0581868 Aug 23 10:27:35.030707 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ecacab71-4ac3-4156-b833-5a09b81a2de8 req-646d6fa8-7daa-48e2-a884-0ddebf052784 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f0352334-d002-4276-b77f-1ebd14eaa3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399625 Aug 23 10:27:35.165657 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ecacab71-4ac3-4156-b833-5a09b81a2de8 req-58d1dadf-48e2-4243-8bfe-0179053ccfff service neutron] 10.222.0.38 "GET /v2.0/networks/f0352334-d002-4276-b77f-1ebd14eaa3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266742 Aug 23 10:27:35.297176 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ecacab71-4ac3-4156-b833-5a09b81a2de8 req-6abce503-2395-4157-a6c4-a9f5a8caf538 service neutron] 10.222.0.38 "GET /v2.0/networks/f0352334-d002-4276-b77f-1ebd14eaa3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249282 Aug 23 10:27:35.537552 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-1f0f3c48-edf2-487f-8545-1d632205fe49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:36.042992 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0c43f-d71e-4582-85c5-f0c6dd7c6fb7 req-8098f7b8-0f9f-458a-bbfd-b62e2d48c927 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:36.043690 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-5ae0c43f-d71e-4582-85c5-f0c6dd7c6fb7 req-8098f7b8-0f9f-458a-bbfd-b62e2d48c927 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Synchronizing usage tracker for tenant:5fe87b78ed094d9895ad47a6fa5394c0 on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:27:36.058543 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-5ae0c43f-d71e-4582-85c5-f0c6dd7c6fb7 req-8098f7b8-0f9f-458a-bbfd-b62e2d48c927 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Unset dirty status for tenant:5fe87b78ed094d9895ad47a6fa5394c0 on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:27:36.059635 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5ae0c43f-d71e-4582-85c5-f0c6dd7c6fb7 req-8098f7b8-0f9f-458a-bbfd-b62e2d48c927 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=493fed31-80c9-4741-a592-ed6e71a16024 HTTP/1.1" status: 200 len: 943 time: 0.1000571 Aug 23 10:27:36.103943 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5ae0c43f-d71e-4582-85c5-f0c6dd7c6fb7 req-03ef51b8-a9f2-4920-9dbf-bd5b01328d69 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386279 Aug 23 10:27:36.404961 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:37.285620 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd63de3-f520-4913-b70f-61767be3082e req-9061ad33-5f4e-4bea-875e-3b560ae3a1e3 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:37.287067 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4bd63de3-f520-4913-b70f-61767be3082e req-9061ad33-5f4e-4bea-875e-3b560ae3a1e3 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=493fed31-80c9-4741-a592-ed6e71a16024 HTTP/1.1" status: 200 len: 943 time: 0.0787163 Aug 23 10:27:37.329962 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4bd63de3-f520-4913-b70f-61767be3082e req-c3a5cece-ed1c-4e5d-9b9c-1363605d57a5 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374486 Aug 23 10:27:37.685950 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 1a4031b3-345a-4690-a12f-b05230ee4945 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:27:37.815419 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 1a4031b3-345a-4690-a12f-b05230ee4945, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1a4031b3-345a-4690-a12f-b05230ee4945,segment=NetworkSegment(483c3dc3-6f40-45ab-bb5c-7351d172b863),segment_id=483c3dc3-6f40-45ab-bb5c-7351d172b863)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:27:37.828113 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': '1a4031b3-345a-4690-a12f-b05230ee4945', 'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7', 'port_id': '1a4031b3-345a-4690-a12f-b05230ee4945', 'mac_address': 'fa:16:3e:52:70:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c56be5-54e9-42e1-a9e9-a4e4ebe7f647', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:27:37.885193 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:37.902148 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4031b3-345a-4690-a12f-b05230ee4945 {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:27:37.926002 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 1a4031b3-345a-4690-a12f-b05230ee4945, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1a4031b3-345a-4690-a12f-b05230ee4945,segment=NetworkSegment(483c3dc3-6f40-45ab-bb5c-7351d172b863),segment_id=483c3dc3-6f40-45ab-bb5c-7351d172b863)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:27:37.930277 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:37.934136 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:37.962928 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:37.998112 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=1a4031b3-345a-4690-a12f-b05230ee4945,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:38.001085 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:38.361345 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['1a4031b3-345a-4690-a12f-b05230ee4945'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:27:38.513578 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611753e-5d0a-49ce-893b-5b9215ad7a1c req-3f003435-8d92-4672-919c-926a7c5a74fe tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:38.515027 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9611753e-5d0a-49ce-893b-5b9215ad7a1c req-3f003435-8d92-4672-919c-926a7c5a74fe tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=493fed31-80c9-4741-a592-ed6e71a16024 HTTP/1.1" status: 200 len: 944 time: 0.0786331 Aug 23 10:27:38.562850 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9611753e-5d0a-49ce-893b-5b9215ad7a1c req-217639a2-5f69-43e1-9104-f12c2e17576a tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421312 Aug 23 10:27:39.699433 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 1a4031b3-345a-4690-a12f-b05230ee4945 up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:27:39.747456 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f507f-b683-4b01-bba6-b38edefc6704 req-8c4f1b04-47a3-44b6-9dc0-74ea410e360d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:39.748936 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-832f507f-b683-4b01-bba6-b38edefc6704 req-8c4f1b04-47a3-44b6-9dc0-74ea410e360d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=493fed31-80c9-4741-a592-ed6e71a16024 HTTP/1.1" status: 200 len: 944 time: 0.0821757 Aug 23 10:27:39.764727 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning for port 1a4031b3-345a-4690-a12f-b05230ee4945 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:27:39.769520 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port 1a4031b3-345a-4690-a12f-b05230ee4945 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:27:39.769774 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:39.794456 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-832f507f-b683-4b01-bba6-b38edefc6704 req-6d479592-879a-4301-8eed-c3b6fa479778 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399568 Aug 23 10:27:39.883379 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:39.909418 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493fed31-80c9-4741-a592-ed6e71a16024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4031b3-345a-4690-a12f-b05230ee4945'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:27:39.919447 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 1a4031b3-345a-4690-a12f-b05230ee4945, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1a4031b3-345a-4690-a12f-b05230ee4945,segment=NetworkSegment(483c3dc3-6f40-45ab-bb5c-7351d172b863),segment_id=483c3dc3-6f40-45ab-bb5c-7351d172b863)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:27:39.924305 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:39.926190 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:39.996714 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=1a4031b3-345a-4690-a12f-b05230ee4945,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:39.999699 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:40.005129 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493fed31-80c9-4741-a592-ed6e71a16024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4031b3-345a-4690-a12f-b05230ee4945', 'code': 200} Aug 23 10:27:40.232280 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac79bb4-728e-41f6-bb9e-2499b84f45b6 req-3b36fa76-3c03-404a-8bfb-ba625df3119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:40.233667 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6ac79bb4-728e-41f6-bb9e-2499b84f45b6 req-3b36fa76-3c03-404a-8bfb-ba625df3119b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=493fed31-80c9-4741-a592-ed6e71a16024 HTTP/1.1" status: 200 len: 1098 time: 0.0690274 Aug 23 10:27:40.277279 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6ac79bb4-728e-41f6-bb9e-2499b84f45b6 req-0e87063d-2ebd-4510-93e3-b19db4ba2433 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344129 Aug 23 10:27:40.984400 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cc459-88b7-4063-81fb-5b61a4388f91 req-205f87b3-45e4-4682-8055-727b1be4f6a4 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:40.985916 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-ef7cc459-88b7-4063-81fb-5b61a4388f91 req-205f87b3-45e4-4682-8055-727b1be4f6a4 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=493fed31-80c9-4741-a592-ed6e71a16024 HTTP/1.1" status: 200 len: 945 time: 0.0777583 Aug 23 10:27:41.034232 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-ef7cc459-88b7-4063-81fb-5b61a4388f91 req-4d1d5ce6-26bb-4463-a171-be7ee8ba38a7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427675 Aug 23 10:27:42.219581 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b93f98-c558-4909-93f7-a003c4aa585c req-4970d1b4-472b-4fa2-a67f-6d021920331d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:42.221050 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c8b93f98-c558-4909-93f7-a003c4aa585c req-4970d1b4-472b-4fa2-a67f-6d021920331d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=493fed31-80c9-4741-a592-ed6e71a16024 HTTP/1.1" status: 200 len: 945 time: 0.0830801 Aug 23 10:27:42.265289 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c8b93f98-c558-4909-93f7-a003c4aa585c req-73426336-9174-4c54-ab89-b0fadeba3187 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386310 Aug 23 10:27:55.068952 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:27:55.164134 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af922983-7b52-4490-b490-135b84102a0d req-4782efab-f204-4dad-a1be-6c232f67e418 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:55.166203 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-af922983-7b52-4490-b490-135b84102a0d req-4782efab-f204-4dad-a1be-6c232f67e418 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/networks?id=f0352334-d002-4276-b77f-1ebd14eaa3a7 HTTP/1.1" status: 200 len: 814 time: 0.1458933 Aug 23 10:27:55.180134 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-af922983-7b52-4490-b490-135b84102a0d req-5f373dab-3dca-4c3c-9e49-88e088873a52 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/quotas/5fe87b78ed094d9895ad47a6fa5394c0 HTTP/1.1" status: 200 len: 375 time: 0.0086782 Aug 23 10:27:55.264147 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-af922983-7b52-4490-b490-135b84102a0d req-80eae5f2-b52e-455a-92b9-50f7b78ba443 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5fe87b78ed094d9895ad47a6fa5394c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0782518 Aug 23 10:27:55.394621 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-af922983-7b52-4490-b490-135b84102a0d req-a63295be-75eb-4abc-abe5-c81c866a186d service neutron] 10.222.0.21 "GET /v2.0/networks/f0352334-d002-4276-b77f-1ebd14eaa3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238608 Aug 23 10:27:55.521235 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-af922983-7b52-4490-b490-135b84102a0d req-a474463a-c98d-4598-a49b-49033ba6afac service neutron] 10.222.0.21 "GET /v2.0/networks/f0352334-d002-4276-b77f-1ebd14eaa3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208074 Aug 23 10:27:55.694305 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d8726027-52eb-40ab-9876-130dae9258a4 req-fdaa0731-ec14-449a-9d1d-2d9af6048594 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecdae3e2-5561-40fd-b51e-9a9f1f7c291d HTTP/1.1" status: 200 len: 210 time: 0.0422459 Aug 23 10:27:56.782722 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af922983-7b52-4490-b490-135b84102a0d req-d2f2b12c-758c-4977-8cbd-c378424103b7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:56.784288 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af922983-7b52-4490-b490-135b84102a0d req-d2f2b12c-758c-4977-8cbd-c378424103b7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.38 "GET /v2.0/networks?id=f0352334-d002-4276-b77f-1ebd14eaa3a7 HTTP/1.1" status: 200 len: 814 time: 0.1506987 Aug 23 10:27:56.810794 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-af922983-7b52-4490-b490-135b84102a0d req-a3107fff-3fe6-4a01-b9d1-606ff68029db tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Request body: {'port': {'device_id': 'ecdae3e2-5561-40fd-b51e-9a9f1f7c291d', 'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7', 'admin_state_up': True, 'tenant_id': '5fe87b78ed094d9895ad47a6fa5394c0'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:27:56.850432 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-62c1008b-418b-4bdc-b420-7fc0237f28b8 req-35b343d0-4a4c-4890-9f55-b0a4ad6d04ac tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecdae3e2-5561-40fd-b51e-9a9f1f7c291d HTTP/1.1" status: 200 len: 210 time: 0.0455370 Aug 23 10:27:56.956440 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-af922983-7b52-4490-b490-135b84102a0d req-a3107fff-3fe6-4a01-b9d1-606ff68029db tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:27:56.966008 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-af922983-7b52-4490-b490-135b84102a0d req-a3107fff-3fe6-4a01-b9d1-606ff68029db tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:27:56.975076 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af922983-7b52-4490-b490-135b84102a0d req-a3107fff-3fe6-4a01-b9d1-606ff68029db tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Made reservation on behalf of 5fe87b78ed094d9895ad47a6fa5394c0 for: {'port': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:27:56.979190 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-af922983-7b52-4490-b490-135b84102a0d req-a3107fff-3fe6-4a01-b9d1-606ff68029db tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:57.139148 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [req-af922983-7b52-4490-b490-135b84102a0d req-a3107fff-3fe6-4a01-b9d1-606ff68029db tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Allocated IP 172.20.0.13 (f0352334-d002-4276-b77f-1ebd14eaa3a7/f6c56be5-54e9-42e1-a9e9-a4e4ebe7f647/89756304-8727-4fe2-8deb-0ab63f0217b3) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:27:57.333668 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-af922983-7b52-4490-b490-135b84102a0d req-a3107fff-3fe6-4a01-b9d1-606ff68029db tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:57.361111 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-af922983-7b52-4490-b490-135b84102a0d req-a3107fff-3fe6-4a01-b9d1-606ff68029db tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:57.366125 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:57.384042 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['473f83d5-e2a3-49e6-bae9-73d1a66e6fbd', '6f0c7499-ac2b-4e91-9b7c-745250588c62', '1a4031b3-345a-4690-a12f-b05230ee4945'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:27:57.517951 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af922983-7b52-4490-b490-135b84102a0d req-a3107fff-3fe6-4a01-b9d1-606ff68029db tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Network f0352334-d002-4276-b77f-1ebd14eaa3a7 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:27:57.520945 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [req-af922983-7b52-4490-b490-135b84102a0d req-a3107fff-3fe6-4a01-b9d1-606ff68029db tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:27:57.524724 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-af922983-7b52-4490-b490-135b84102a0d req-a3107fff-3fe6-4a01-b9d1-606ff68029db tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:27:57.558957 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3107fff-3fe6-4a01-b9d1-606ff68029db tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Pushing event updated for resources: {'Port': ['ID=89756304-8727-4fe2-8deb-0ab63f0217b3,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:57.563208 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-a3107fff-3fe6-4a01-b9d1-606ff68029db tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:57.589506 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af922983-7b52-4490-b490-135b84102a0d req-a3107fff-3fe6-4a01-b9d1-606ff68029db tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:57.590028 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-af922983-7b52-4490-b490-135b84102a0d req-a3107fff-3fe6-4a01-b9d1-606ff68029db tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:57.615993 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af922983-7b52-4490-b490-135b84102a0d req-a3107fff-3fe6-4a01-b9d1-606ff68029db tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8089747 Aug 23 10:27:57.627922 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-af922983-7b52-4490-b490-135b84102a0d req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] Request body: {'port': {'device_id': 'ecdae3e2-5561-40fd-b51e-9a9f1f7c291d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:27:57.736541 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-af922983-7b52-4490-b490-135b84102a0d req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:58.075495 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6143a79-6de3-4024-aba2-9659fa3c51ce req-f50ec6c9-b76a-4271-8974-fbad01407ad0 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:58.076219 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-b6143a79-6de3-4024-aba2-9659fa3c51ce req-f50ec6c9-b76a-4271-8974-fbad01407ad0 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Synchronizing usage tracker for tenant:5fe87b78ed094d9895ad47a6fa5394c0 on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:27:58.143160 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-b6143a79-6de3-4024-aba2-9659fa3c51ce req-f50ec6c9-b76a-4271-8974-fbad01407ad0 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Unset dirty status for tenant:5fe87b78ed094d9895ad47a6fa5394c0 on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:27:58.144240 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b6143a79-6de3-4024-aba2-9659fa3c51ce req-f50ec6c9-b76a-4271-8974-fbad01407ad0 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecdae3e2-5561-40fd-b51e-9a9f1f7c291d HTTP/1.1" status: 200 len: 932 time: 0.1857045 Aug 23 10:27:58.166368 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [req-af922983-7b52-4490-b490-135b84102a0d req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89756304-8727-4fe2-8deb-0ab63f0217b3 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:27:58.177085 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-af922983-7b52-4490-b490-135b84102a0d req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:58.207294 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [req-af922983-7b52-4490-b490-135b84102a0d req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] Transition to ACTIVE for port object 89756304-8727-4fe2-8deb-0ab63f0217b3 will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:27:58.210362 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b6143a79-6de3-4024-aba2-9659fa3c51ce req-c6886181-b80e-4b14-88bc-94a5bd34e0e1 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595818 Aug 23 10:27:58.211599 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-af922983-7b52-4490-b490-135b84102a0d req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:58.215138 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:58.372857 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] Pushing event updated for resources: {'Port': ['ID=89756304-8727-4fe2-8deb-0ab63f0217b3,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:58.400228 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:58.441090 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-af922983-7b52-4490-b490-135b84102a0d req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] Attempting to bind port 89756304-8727-4fe2-8deb-0ab63f0217b3 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:27:58.441424 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-af922983-7b52-4490-b490-135b84102a0d req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] Attempting to bind port 89756304-8727-4fe2-8deb-0ab63f0217b3 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '483c3dc3-6f40-45ab-bb5c-7351d172b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:27:58.441752 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af922983-7b52-4490-b490-135b84102a0d req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] Attempting to bind port 89756304-8727-4fe2-8deb-0ab63f0217b3 on network f0352334-d002-4276-b77f-1ebd14eaa3a7 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:27:58.446241 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af922983-7b52-4490-b490-135b84102a0d req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] Port 89756304-8727-4fe2-8deb-0ab63f0217b3 on network f0352334-d002-4276-b77f-1ebd14eaa3a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:27:58.446561 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af922983-7b52-4490-b490-135b84102a0d req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] Attempting to bind port 89756304-8727-4fe2-8deb-0ab63f0217b3 on network f0352334-d002-4276-b77f-1ebd14eaa3a7 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:27:58.451535 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af922983-7b52-4490-b490-135b84102a0d req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] Checking agent: {'id': 'f0a3a63c-ec97-42f3-9482-19859e948017', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'started_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:27:58.451866 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af922983-7b52-4490-b490-135b84102a0d req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] Checking segment: {'id': '483c3dc3-6f40-45ab-bb5c-7351d172b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:27:58.452247 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af922983-7b52-4490-b490-135b84102a0d req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] Bound using segment: {'id': '483c3dc3-6f40-45ab-bb5c-7351d172b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:27:58.452712 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-af922983-7b52-4490-b490-135b84102a0d req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] Bound port: 89756304-8727-4fe2-8deb-0ab63f0217b3, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '483c3dc3-6f40-45ab-bb5c-7351d172b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:27:58.453059 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-af922983-7b52-4490-b490-135b84102a0d req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:58.527470 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:58.541061 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-af922983-7b52-4490-b490-135b84102a0d req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] For port 89756304-8727-4fe2-8deb-0ab63f0217b3, host hv-cinder-80278, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:27:58.544025 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-af922983-7b52-4490-b490-135b84102a0d req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] For port 89756304-8727-4fe2-8deb-0ab63f0217b3, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=89756304-8727-4fe2-8deb-0ab63f0217b3,segment=NetworkSegment(483c3dc3-6f40-45ab-bb5c-7351d172b863),segment_id=483c3dc3-6f40-45ab-bb5c-7351d172b863)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:27:58.547804 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-af922983-7b52-4490-b490-135b84102a0d req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:58.551436 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-60554499-80cd-479e-bb9f-3d9741474eb6 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:27:58.608068 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f98d7197-dcba-4890-8f73-162101d0bc47 req-32e57004-4dab-42f9-9b81-6b62fad2c966 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715003 Aug 23 10:27:58.614207 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af922983-7b52-4490-b490-135b84102a0d req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:58.614810 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-af922983-7b52-4490-b490-135b84102a0d req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:27:58.616191 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af922983-7b52-4490-b490-135b84102a0d req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] 10.222.0.38 "PUT /v2.0/ports/89756304-8727-4fe2-8deb-0ab63f0217b3 HTTP/1.1" status: 200 len: 1094 time: 0.9923737 Aug 23 10:27:58.616705 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdae3e2-5561-40fd-b51e-9a9f1f7c291d', 'tag': '89756304-8727-4fe2-8deb-0ab63f0217b3'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:27:58.637729 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] Pushing event updated for resources: {'Port': ['ID=89756304-8727-4fe2-8deb-0ab63f0217b3,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:27:58.642002 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:27:58.663884 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdae3e2-5561-40fd-b51e-9a9f1f7c291d', 'tag': '89756304-8727-4fe2-8deb-0ab63f0217b3', 'status': 'completed', 'code': 200} Aug 23 10:27:58.745263 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af922983-7b52-4490-b490-135b84102a0d req-314cefac-b1f1-4731-a3f3-6b6fb3f6292c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:58.746915 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af922983-7b52-4490-b490-135b84102a0d req-314cefac-b1f1-4731-a3f3-6b6fb3f6292c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5fe87b78ed094d9895ad47a6fa5394c0&device_id=ecdae3e2-5561-40fd-b51e-9a9f1f7c291d HTTP/1.1" status: 200 len: 1097 time: 0.0710723 Aug 23 10:27:58.756779 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d7197-dcba-4890-8f73-162101d0bc47 req-91e35e68-e807-488f-8358-e494e5b7d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:58.758245 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f98d7197-dcba-4890-8f73-162101d0bc47 req-91e35e68-e807-488f-8358-e494e5b7d29e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6288f2605747471588a47a33d4b3d386&device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 1099 time: 0.0695138 Aug 23 10:27:58.822836 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af922983-7b52-4490-b490-135b84102a0d req-df048f0e-3e9c-46c0-83c7-94f12aeea31e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89756304-8727-4fe2-8deb-0ab63f0217b3 HTTP/1.1" status: 200 len: 217 time: 0.0628057 Aug 23 10:27:58.890313 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af922983-7b52-4490-b490-135b84102a0d req-9c30523c-dfec-4665-bbb6-3993c9b64116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:58.891792 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af922983-7b52-4490-b490-135b84102a0d req-9c30523c-dfec-4665-bbb6-3993c9b64116 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6c56be5-54e9-42e1-a9e9-a4e4ebe7f647 HTTP/1.1" status: 200 len: 854 time: 0.0615876 Aug 23 10:27:58.903234 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d7197-dcba-4890-8f73-162101d0bc47 req-3b8fee82-04ec-453f-8346-c5a385836bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:58.904675 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f98d7197-dcba-4890-8f73-162101d0bc47 req-3b8fee82-04ec-453f-8346-c5a385836bdc service neutron] 10.222.0.38 "GET /v2.0/networks?id=4c1fc7bc-93d4-4389-8e20-f7d09f046981 HTTP/1.1" status: 200 len: 911 time: 0.1275399 Aug 23 10:27:58.941837 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af922983-7b52-4490-b490-135b84102a0d req-61e3c624-1796-43d4-bd18-5ee6be248587 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f0352334-d002-4276-b77f-1ebd14eaa3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436246 Aug 23 10:27:59.081619 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af922983-7b52-4490-b490-135b84102a0d req-8c6bfa5d-6863-4854-ae31-51cba68f0ab1 service neutron] 10.222.0.38 "GET /v2.0/networks/f0352334-d002-4276-b77f-1ebd14eaa3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328046 Aug 23 10:27:59.088117 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f98d7197-dcba-4890-8f73-162101d0bc47 req-59cc18cb-8e1f-4fda-8bf2-25012227c388 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5922f8de-0af0-4d9e-b5dd-a016f4db71dd HTTP/1.1" status: 200 len: 1001 time: 0.1766105 Aug 23 10:27:59.153177 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d7197-dcba-4890-8f73-162101d0bc47 req-8f647c8e-ddc8-4afc-aa5e-dd564fc0db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:59.154595 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f98d7197-dcba-4890-8f73-162101d0bc47 req-8f647c8e-ddc8-4afc-aa5e-dd564fc0db92 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3248dd68-15fd-4e1b-bc02-a1c37a6054d5 HTTP/1.1" status: 200 len: 849 time: 0.0580542 Aug 23 10:27:59.229993 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d7197-dcba-4890-8f73-162101d0bc47 req-4ecd443b-4944-426c-8332-cf99fde65d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:59.231376 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f98d7197-dcba-4890-8f73-162101d0bc47 req-4ecd443b-4944-426c-8332-cf99fde65d6b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4c1fc7bc-93d4-4389-8e20-f7d09f046981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699804 Aug 23 10:27:59.312961 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af922983-7b52-4490-b490-135b84102a0d req-0e61a3f5-0a88-4380-b6af-418af2fdf84c service neutron] 10.222.0.38 "GET /v2.0/networks/f0352334-d002-4276-b77f-1ebd14eaa3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172532 Aug 23 10:27:59.367547 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f98d7197-dcba-4890-8f73-162101d0bc47 req-c2a46181-4d61-47f3-abb8-1a9af7eb9eb0 service neutron] 10.222.0.38 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286860 Aug 23 10:27:59.458809 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b1e2d-0d12-4110-b784-a4d34fda9eb2 req-e204f599-ff30-49bd-93a6-528efe18e7d5 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:59.460296 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a18b1e2d-0d12-4110-b784-a4d34fda9eb2 req-e204f599-ff30-49bd-93a6-528efe18e7d5 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecdae3e2-5561-40fd-b51e-9a9f1f7c291d HTTP/1.1" status: 200 len: 944 time: 0.1440542 Aug 23 10:27:59.466807 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace90e67-0745-4d6a-837a-61798e023934 req-c52d3d32-1c8c-459b-b77e-905d33ab02bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:59.468198 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ace90e67-0745-4d6a-837a-61798e023934 req-c52d3d32-1c8c-459b-b77e-905d33ab02bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5fe87b78ed094d9895ad47a6fa5394c0&device_id=ecdae3e2-5561-40fd-b51e-9a9f1f7c291d HTTP/1.1" status: 200 len: 1097 time: 0.1091888 Aug 23 10:27:59.502049 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f98d7197-dcba-4890-8f73-162101d0bc47 req-aed9ea4f-2c0e-4720-88b6-4d46809f01d3 service neutron] 10.222.0.38 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269686 Aug 23 10:27:59.586129 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a18b1e2d-0d12-4110-b784-a4d34fda9eb2 req-303edd78-c0af-44e3-8271-ea4464ab8ab8 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169479 Aug 23 10:27:59.628398 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace90e67-0745-4d6a-837a-61798e023934 req-266cfde8-4595-4c63-80d2-21f78f6c9369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:59.629952 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ace90e67-0745-4d6a-837a-61798e023934 req-266cfde8-4595-4c63-80d2-21f78f6c9369 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f0352334-d002-4276-b77f-1ebd14eaa3a7 HTTP/1.1" status: 200 len: 915 time: 0.1461186 Aug 23 10:27:59.700322 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ace90e67-0745-4d6a-837a-61798e023934 req-662dad33-16d5-46e9-9d16-c8f14fabb08b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89756304-8727-4fe2-8deb-0ab63f0217b3 HTTP/1.1" status: 200 len: 217 time: 0.0627689 Aug 23 10:27:59.767441 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace90e67-0745-4d6a-837a-61798e023934 req-e60adb65-da51-40c2-907e-2cf688e05246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:27:59.768824 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ace90e67-0745-4d6a-837a-61798e023934 req-e60adb65-da51-40c2-907e-2cf688e05246 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6c56be5-54e9-42e1-a9e9-a4e4ebe7f647 HTTP/1.1" status: 200 len: 854 time: 0.0558441 Aug 23 10:27:59.814355 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ace90e67-0745-4d6a-837a-61798e023934 req-1aa72243-7963-4326-9b2a-d0de78e797f9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f0352334-d002-4276-b77f-1ebd14eaa3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381842 Aug 23 10:27:59.942246 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ace90e67-0745-4d6a-837a-61798e023934 req-b5dfd209-9204-4a57-85f7-0c168585dce8 service neutron] 10.222.0.38 "GET /v2.0/networks/f0352334-d002-4276-b77f-1ebd14eaa3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211631 Aug 23 10:28:00.072421 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ace90e67-0745-4d6a-837a-61798e023934 req-34d66b5e-11bd-4929-b216-b9a08de8a3ca service neutron] 10.222.0.38 "GET /v2.0/networks/f0352334-d002-4276-b77f-1ebd14eaa3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223993 Aug 23 10:28:00.776325 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def37b49-7176-4492-bef9-4b1d5d2c9e49 req-463c6eb9-09c4-4489-b284-0be3f08cd197 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:00.777844 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-def37b49-7176-4492-bef9-4b1d5d2c9e49 req-463c6eb9-09c4-4489-b284-0be3f08cd197 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecdae3e2-5561-40fd-b51e-9a9f1f7c291d HTTP/1.1" status: 200 len: 944 time: 0.0849054 Aug 23 10:28:00.829931 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-def37b49-7176-4492-bef9-4b1d5d2c9e49 req-47cf18b2-2578-440c-91c9-c7c2feb30a49 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454228 Aug 23 10:28:01.871496 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 89756304-8727-4fe2-8deb-0ab63f0217b3 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:28:02.034015 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d88f6-2073-4e92-aede-cd314fd7cf05 req-19d5bbdc-4262-4f77-8432-42f78db5bc1c tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:02.035511 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-678d88f6-2073-4e92-aede-cd314fd7cf05 req-19d5bbdc-4262-4f77-8432-42f78db5bc1c tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecdae3e2-5561-40fd-b51e-9a9f1f7c291d HTTP/1.1" status: 200 len: 944 time: 0.0981903 Aug 23 10:28:02.036414 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 89756304-8727-4fe2-8deb-0ab63f0217b3, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=89756304-8727-4fe2-8deb-0ab63f0217b3,segment=NetworkSegment(483c3dc3-6f40-45ab-bb5c-7351d172b863),segment_id=483c3dc3-6f40-45ab-bb5c-7351d172b863)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:02.056450 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': '89756304-8727-4fe2-8deb-0ab63f0217b3', 'network_id': 'f0352334-d002-4276-b77f-1ebd14eaa3a7', 'port_id': '89756304-8727-4fe2-8deb-0ab63f0217b3', 'mac_address': 'fa:16:3e:6e:d9:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c56be5-54e9-42e1-a9e9-a4e4ebe7f647', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:28:02.082648 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-678d88f6-2073-4e92-aede-cd314fd7cf05 req-adcbe3cc-22a4-4152-9cbb-099cc191c2d1 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405607 Aug 23 10:28:02.114273 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:02.131834 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89756304-8727-4fe2-8deb-0ab63f0217b3 {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:28:02.146951 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 89756304-8727-4fe2-8deb-0ab63f0217b3, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=89756304-8727-4fe2-8deb-0ab63f0217b3,segment=NetworkSegment(483c3dc3-6f40-45ab-bb5c-7351d172b863),segment_id=483c3dc3-6f40-45ab-bb5c-7351d172b863)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:02.151199 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:02.153031 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:02.216338 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=89756304-8727-4fe2-8deb-0ab63f0217b3,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:02.223284 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:02.223628 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:02.223961 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:02.224293 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:02.224648 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:02.224973 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:02.225293 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:02.225614 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:02.225935 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:02.227940 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:02.227940 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:02.227940 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:02.231266 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:02.463431 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0de4a-0f00-4361-9771-63759616523a req-5d8efc8b-97eb-48e0-b6e3-0d7074e12931 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:02.464862 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a4c0de4a-0f00-4361-9771-63759616523a req-5d8efc8b-97eb-48e0-b6e3-0d7074e12931 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 946 time: 0.0819807 Aug 23 10:28:02.508871 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a4c0de4a-0f00-4361-9771-63759616523a req-815f7593-2ede-4ece-b692-2842d9d8413b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382111 Aug 23 10:28:02.571355 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['89756304-8727-4fe2-8deb-0ab63f0217b3'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:28:02.827369 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-e65b0d04-b1ea-4c43-905c-2231ebac8467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:03.270846 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa52b3-3161-409b-ac58-ed3ef66b686e req-57a01788-050d-47d5-be87-4c01f8c2d323 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:03.272311 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f5fa52b3-3161-409b-ac58-ed3ef66b686e req-57a01788-050d-47d5-be87-4c01f8c2d323 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecdae3e2-5561-40fd-b51e-9a9f1f7c291d HTTP/1.1" status: 200 len: 945 time: 0.0828249 Aug 23 10:28:03.315741 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f5fa52b3-3161-409b-ac58-ed3ef66b686e req-6c646882-a41b-4c4a-a0a2-c810a1fd487b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378730 Aug 23 10:28:03.631983 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:03.696265 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78c6f4-9e45-49c0-9d66-75839e3ffa0c req-ef9cda92-0614-4c05-86d0-0ef62174873d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:03.697738 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-ce78c6f4-9e45-49c0-9d66-75839e3ffa0c req-ef9cda92-0614-4c05-86d0-0ef62174873d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 946 time: 0.0780039 Aug 23 10:28:03.744204 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-ce78c6f4-9e45-49c0-9d66-75839e3ffa0c req-66372be3-068b-4a85-94de-a377d9ff2e59 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409160 Aug 23 10:28:03.882003 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 89756304-8727-4fe2-8deb-0ab63f0217b3 up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:28:03.950840 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning for port 89756304-8727-4fe2-8deb-0ab63f0217b3 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:28:03.955368 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port 89756304-8727-4fe2-8deb-0ab63f0217b3 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:28:03.955747 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:04.068937 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:04.095187 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdae3e2-5561-40fd-b51e-9a9f1f7c291d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89756304-8727-4fe2-8deb-0ab63f0217b3'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:28:04.104450 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 89756304-8727-4fe2-8deb-0ab63f0217b3, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=89756304-8727-4fe2-8deb-0ab63f0217b3,segment=NetworkSegment(483c3dc3-6f40-45ab-bb5c-7351d172b863),segment_id=483c3dc3-6f40-45ab-bb5c-7351d172b863)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:04.108469 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:04.110724 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:04.145428 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdae3e2-5561-40fd-b51e-9a9f1f7c291d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89756304-8727-4fe2-8deb-0ab63f0217b3', 'code': 200} Aug 23 10:28:04.179500 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=89756304-8727-4fe2-8deb-0ab63f0217b3,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:04.184150 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:04.386824 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390b832-a317-44a8-b5d5-7758a9536eb7 req-5e7db93b-e6f1-41df-a74c-5646744c8037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:04.388213 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c390b832-a317-44a8-b5d5-7758a9536eb7 req-5e7db93b-e6f1-41df-a74c-5646744c8037 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ecdae3e2-5561-40fd-b51e-9a9f1f7c291d HTTP/1.1" status: 200 len: 1099 time: 0.0681169 Aug 23 10:28:04.434400 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c390b832-a317-44a8-b5d5-7758a9536eb7 req-bf3705bd-481d-481a-8224-5b29634a2e38 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384355 Aug 23 10:28:04.557502 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc909192-60c0-4b1e-8326-790375879eec req-35f630b1-5070-456b-a918-6fe8703e2265 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:04.558936 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-cc909192-60c0-4b1e-8326-790375879eec req-35f630b1-5070-456b-a918-6fe8703e2265 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecdae3e2-5561-40fd-b51e-9a9f1f7c291d HTTP/1.1" status: 200 len: 946 time: 0.1384487 Aug 23 10:28:04.566581 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b91e72-f309-4c80-aa48-a816f195af21 req-6df46fc6-d13a-494f-ac1c-d0565e3cef0a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:04.567878 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-b4b91e72-f309-4c80-aa48-a816f195af21 req-6df46fc6-d13a-494f-ac1c-d0565e3cef0a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.38 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 946 time: 0.1165965 Aug 23 10:28:04.606300 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-cc909192-60c0-4b1e-8326-790375879eec req-5b93909a-16d9-4d6d-9180-c836cb68bfc0 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374858 Aug 23 10:28:04.780208 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [req-b4b91e72-f309-4c80-aa48-a816f195af21 req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Deleting port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:28:04.780830 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-b4b91e72-f309-4c80-aa48-a816f195af21 req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:04.930815 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d523be2-edf9-4c7c-acea-44f10c786a2b req-e4330933-36f2-4b60-b91b-76e7e092261e tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:04.932298 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-2d523be2-edf9-4c7c-acea-44f10c786a2b req-e4330933-36f2-4b60-b91b-76e7e092261e tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 946 time: 0.0800807 Aug 23 10:28:04.976696 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-2d523be2-edf9-4c7c-acea-44f10c786a2b req-0968c3cf-282a-45be-a2c5-acc1eff5a879 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=0daf98fd-539e-4d6d-9235-ccc040b3a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384126 Aug 23 10:28:05.028994 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-b4b91e72-f309-4c80-aa48-a816f195af21 req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] For port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1c85d0ed-e955-43ed-8e58-9e4e586c67fa,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:05.029265 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-b4b91e72-f309-4c80-aa48-a816f195af21 req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:05.385148 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-b4b91e72-f309-4c80-aa48-a816f195af21 req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:05.385864 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-b4b91e72-f309-4c80-aa48-a816f195af21 req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588992'] for floatingip, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:05.386239 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.db.l3_db [req-b4b91e72-f309-4c80-aa48-a816f195af21 req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Floating IP d3e1212b-38ce-45dc-9271-e756b333229a disassociated. External IP: 172.27.2.50, port: 1c85d0ed-e955-43ed-8e58-9e4e586c67fa. Aug 23 10:28:05.386579 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [req-b4b91e72-f309-4c80-aa48-a816f195af21 req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Calling delete_port for 1c85d0ed-e955-43ed-8e58-9e4e586c67fa owned by compute:nova {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:28:05.526615 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-b4b91e72-f309-4c80-aa48-a816f195af21 req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:05.533461 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:05.539958 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-7e77cfc4-7e43-4688-b487-2989c774336e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:05.585925 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Pushing event deleted for resources: {'Port': ['ID=1c85d0ed-e955-43ed-8e58-9e4e586c67fa,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:05.654414 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:05.654779 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:05.655134 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:05.655485 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:05.655831 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:05.656172 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:05.656544 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:05.656947 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:05.657341 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:05.657611 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:05.657948 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:05.658281 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:05.661607 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:05.828272 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4b91e72-f309-4c80-aa48-a816f195af21 req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Router 468124b1-61ef-4290-b891-f4500b4b263a has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:28:05.920685 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96179937-5881-4195-82b8-3c93e2bc3041 req-7cc77fba-ecb8-4b49-8690-bffdc2ed919b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:05.922105 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-96179937-5881-4195-82b8-3c93e2bc3041 req-7cc77fba-ecb8-4b49-8690-bffdc2ed919b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecdae3e2-5561-40fd-b51e-9a9f1f7c291d HTTP/1.1" status: 200 len: 946 time: 0.1848724 Aug 23 10:28:05.983819 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-96179937-5881-4195-82b8-3c93e2bc3041 req-c59ee850-7f2d-4348-8eb3-e6538c44ce56 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475066 Aug 23 10:28:06.086561 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4b91e72-f309-4c80-aa48-a816f195af21 req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:28:06.097363 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de60837-b63b-4d48-9f24-53449447c1e2 None None] Sync routers for ids ['468124b1-61ef-4290-b891-f4500b4b263a'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:28:06.109859 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de60837-b63b-4d48-9f24-53449447c1e2 None None] Routers {'468124b1-61ef-4290-b891-f4500b4b263a'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:28:06.111074 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-6de60837-b63b-4d48-9f24-53449447c1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:28:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['468124b1-61ef-4290-b891-f4500b4b263a'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:06.153645 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d7af3d6a-2253-4fe5-bee5-486e5990c549 req-2b699a72-4fe3-4673-99f2-5e78f57f0694 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=81bb369a-1663-4dc7-9754-e5dc5dd88b0f HTTP/1.1" status: 200 len: 210 time: 0.0576119 Aug 23 10:28:06.169400 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b91e72-f309-4c80-aa48-a816f195af21 req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] No DVR routers for this DVR port 1c85d0ed-e955-43ed-8e58-9e4e586c67fa on host hv-cinder-80278 {{(pid=79261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:28:06.175316 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-b4b91e72-f309-4c80-aa48-a816f195af21 req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:06.178072 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bb369a-1663-4dc7-9754-e5dc5dd88b0f', 'name': 'network-vif-deleted', 'tag': '1c85d0ed-e955-43ed-8e58-9e4e586c67fa'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:28:06.196220 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-b4b91e72-f309-4c80-aa48-a816f195af21 req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.38 "DELETE /v2.0/ports/1c85d0ed-e955-43ed-8e58-9e4e586c67fa HTTP/1.1" status: 204 len: 173 time: 1.4787905 Aug 23 10:28:06.314265 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81bb369a-1663-4dc7-9754-e5dc5dd88b0f', 'name': 'network-vif-deleted', 'tag': '1c85d0ed-e955-43ed-8e58-9e4e586c67fa', 'status': 'completed', 'code': 200} Aug 23 10:28:06.318393 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-6de60837-b63b-4d48-9f24-53449447c1e2 None None] Set router 468124b1-61ef-4290-b891-f4500b4b263a gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:28:06.499954 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:06.667597 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-6de60837-b63b-4d48-9f24-53449447c1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468124b1-61ef-4290-b891-f4500b4b263a', 'name': 'tempest-AttachVolumeShelveTestJSON-13435468-router', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:53Z', 'updated_at': '2021-08-23T10:22:01Z', 'revision_number': 4, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'gw_port': {'id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:55Z', 'updated_at': '2021-08-23T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '52a0ada7-466d-4f16-bfe1-b819ee37323e', 'name': '', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'mac_address': 'fa:16:3e:d9:a0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:00Z', 'updated_at': '2021-08-23T10:22:14Z', 'revision_number': 5, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'subnets': [{'id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:06.671488 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de60837-b63b-4d48-9f24-53449447c1e2 None None] Checking router: 468124b1-61ef-4290-b891-f4500b4b263a for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:28:06.680633 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de60837-b63b-4d48-9f24-53449447c1e2 None None] Routers {'468124b1-61ef-4290-b891-f4500b4b263a'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:28:06.681285 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-6de60837-b63b-4d48-9f24-53449447c1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:28:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['468124b1-61ef-4290-b891-f4500b4b263a'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:06.863696 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-6de60837-b63b-4d48-9f24-53449447c1e2 None None] Set router 468124b1-61ef-4290-b891-f4500b4b263a gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:28:07.180470 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-6de60837-b63b-4d48-9f24-53449447c1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468124b1-61ef-4290-b891-f4500b4b263a', 'name': 'tempest-AttachVolumeShelveTestJSON-13435468-router', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:53Z', 'updated_at': '2021-08-23T10:22:01Z', 'revision_number': 4, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'gw_port': {'id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:55Z', 'updated_at': '2021-08-23T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '52a0ada7-466d-4f16-bfe1-b819ee37323e', 'name': '', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'mac_address': 'fa:16:3e:d9:a0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:00Z', 'updated_at': '2021-08-23T10:22:14Z', 'revision_number': 5, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'subnets': [{'id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:07.180847 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa4bed-2acb-4c66-8ee3-806678ce77d9 req-a6b2c9e2-d0e1-4f4d-a848-db32d15f480f tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:07.182532 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-83aa4bed-2acb-4c66-8ee3-806678ce77d9 req-a6b2c9e2-d0e1-4f4d-a848-db32d15f480f tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecdae3e2-5561-40fd-b51e-9a9f1f7c291d HTTP/1.1" status: 200 len: 946 time: 0.0822792 Aug 23 10:28:07.184699 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de60837-b63b-4d48-9f24-53449447c1e2 None None] The sync data for ids ['468124b1-61ef-4290-b891-f4500b4b263a'] in dv-cinder-802781-2-iscsi is: [{'id': '468124b1-61ef-4290-b891-f4500b4b263a', 'name': 'tempest-AttachVolumeShelveTestJSON-13435468-router', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:53Z', 'updated_at': '2021-08-23T10:22:01Z', 'revision_number': 4, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'gw_port': {'id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:55Z', 'updated_at': '2021-08-23T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '52a0ada7-466d-4f16-bfe1-b819ee37323e', 'name': '', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'mac_address': 'fa:16:3e:d9:a0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:00Z', 'updated_at': '2021-08-23T10:22:14Z', 'revision_number': 5, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'subnets': [{'id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:28:07.254845 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-83aa4bed-2acb-4c66-8ee3-806678ce77d9 req-d359d856-b139-460d-9124-a14950730b0b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594959 Aug 23 10:28:07.311912 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 38442) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:07.387883 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d53e9eff-50fe-4f80-8557-1b5af243b7f2 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:07.419620 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d53e9eff-50fe-4f80-8557-1b5af243b7f2 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:07.478223 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d53e9eff-50fe-4f80-8557-1b5af243b7f2 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:07.482633 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-77cae91a-a08e-487a-93e7-70ddaf24b1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:07.500852 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e9eff-50fe-4f80-8557-1b5af243b7f2 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0daf98fd-539e-4d6d-9235-ccc040b3a4c9,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:07.503447 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-d53e9eff-50fe-4f80-8557-1b5af243b7f2 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:07.519282 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f41418-a0e3-4660-ba94-17f81727210c None None] New status for floating IP d3e1212b-38ce-45dc-9271-e756b333229a: DOWN {{(pid=79264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:28:07.526954 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d53e9eff-50fe-4f80-8557-1b5af243b7f2 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:07.528755 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-d53e9eff-50fe-4f80-8557-1b5af243b7f2 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "DELETE /v2.0/security-groups/0daf98fd-539e-4d6d-9235-ccc040b3a4c9 HTTP/1.1" status: 204 len: 168 time: 0.2158301 Aug 23 10:28:07.531603 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 38446) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:07.550058 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.api.v2.resource [None req-b95c2d95-8691-4dff-b242-2d37924442c7 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] show failed (client error): The resource could not be found. Aug 23 10:28:07.551240 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-b95c2d95-8691-4dff-b242-2d37924442c7 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups/0daf98fd-539e-4d6d-9235-ccc040b3a4c9 HTTP/1.1" status: 404 len: 347 time: 0.0180621 Aug 23 10:28:07.554095 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 38450) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:07.752547 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-9e6dd8e7-c03c-48f3-8f9f-c6a0780235eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Deleting port 27f70453-9ee4-4016-9283-2989802567f9 {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:28:07.752726 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9e6dd8e7-c03c-48f3-8f9f-c6a0780235eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:07.895001 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 1c85d0ed-e955-43ed-8e58-9e4e586c67fa no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:28:07.927219 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9e6dd8e7-c03c-48f3-8f9f-c6a0780235eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:07.927557 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9e6dd8e7-c03c-48f3-8f9f-c6a0780235eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:07.933737 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] No Port match for: 1c85d0ed-e955-43ed-8e58-9e4e586c67fa {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:28:07.934089 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 1c85d0ed-e955-43ed-8e58-9e4e586c67fa not bound to the agent host hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:28:07.947154 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:08.146560 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-9e6dd8e7-c03c-48f3-8f9f-c6a0780235eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Calling delete_port for 27f70453-9ee4-4016-9283-2989802567f9 owned by network:floatingip {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:28:08.283739 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9e6dd8e7-c03c-48f3-8f9f-c6a0780235eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:08.287888 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:08.328811 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6dd8e7-c03c-48f3-8f9f-c6a0780235eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Pushing event deleted for resources: {'Port': ['ID=27f70453-9ee4-4016-9283-2989802567f9,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:08.359749 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9e6dd8e7-c03c-48f3-8f9f-c6a0780235eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:08.421789 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9e6dd8e7-c03c-48f3-8f9f-c6a0780235eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for floatingip, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:08.435182 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9e6dd8e7-c03c-48f3-8f9f-c6a0780235eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:08.436310 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-9e6dd8e7-c03c-48f3-8f9f-c6a0780235eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "DELETE /v2.0/floatingips/d3e1212b-38ce-45dc-9271-e756b333229a HTTP/1.1" status: 204 len: 168 time: 0.8803980 Aug 23 10:28:08.776767 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 38460) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:08.781983 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-fc3406fd-af77-4722-a56b-8951becb3efb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1503890155', 'description': 'tempest-description--1234057589'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:28:08.788449 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-fc3406fd-af77-4722-a56b-8951becb3efb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:28:08.792044 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-fc3406fd-af77-4722-a56b-8951becb3efb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Usage tracker for resource:security_group and tenant:bb2e29fde40147f5b41343ddc6e036d2 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:28:08.794911 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-fc3406fd-af77-4722-a56b-8951becb3efb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:28:08.801387 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-fc3406fd-af77-4722-a56b-8951becb3efb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:28:08.810502 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fc3406fd-af77-4722-a56b-8951becb3efb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:08.830043 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-fc3406fd-af77-4722-a56b-8951becb3efb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:28:08.833743 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-fc3406fd-af77-4722-a56b-8951becb3efb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Usage tracker for resource:security_group_rule and tenant:bb2e29fde40147f5b41343ddc6e036d2 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:28:08.837186 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-fc3406fd-af77-4722-a56b-8951becb3efb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:28:08.842723 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-fc3406fd-af77-4722-a56b-8951becb3efb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:28:08.915792 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fc3406fd-af77-4722-a56b-8951becb3efb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:08.919339 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fc3406fd-af77-4722-a56b-8951becb3efb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:08.924477 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-aa711158-27bd-4acf-afc2-d1778c8a03ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:08.956125 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3406fd-af77-4722-a56b-8951becb3efb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:08.970451 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-fc3406fd-af77-4722-a56b-8951becb3efb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:08.975111 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fc3406fd-af77-4722-a56b-8951becb3efb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:08.976377 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-fc3406fd-af77-4722-a56b-8951becb3efb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1986179 Aug 23 10:28:08.979392 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 38470) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:08.984515 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-3ddff0da-b023-4d36-be68-2ed97ccf22eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Request body: {'security_group_rule': {'security_group_id': '7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:28:08.990227 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-3ddff0da-b023-4d36-be68-2ed97ccf22eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:28:08.994661 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-3ddff0da-b023-4d36-be68-2ed97ccf22eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Usage tracker for resource:security_group_rule and tenant:bb2e29fde40147f5b41343ddc6e036d2 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:28:08.997597 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-3ddff0da-b023-4d36-be68-2ed97ccf22eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:28:09.004139 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-3ddff0da-b023-4d36-be68-2ed97ccf22eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:28:09.022843 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3ddff0da-b023-4d36-be68-2ed97ccf22eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:09.084488 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3ddff0da-b023-4d36-be68-2ed97ccf22eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:09.088648 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3ddff0da-b023-4d36-be68-2ed97ccf22eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:09.090677 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f8748df8-ec49-41e5-bdcd-3a97ac547b74 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:09.113640 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddff0da-b023-4d36-be68-2ed97ccf22eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73f9274-a88d-4a1f-9e58-faed28542e73,revision_number=0']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:09.118685 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-3ddff0da-b023-4d36-be68-2ed97ccf22eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:09.123832 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3ddff0da-b023-4d36-be68-2ed97ccf22eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:09.125169 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-3ddff0da-b023-4d36-be68-2ed97ccf22eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448450 Aug 23 10:28:09.127859 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 38478) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:09.133727 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-0c623849-d610-4395-94fa-4127ab7e5770 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Request body: {'security_group_rule': {'security_group_id': '7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:28:09.139919 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-0c623849-d610-4395-94fa-4127ab7e5770 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:28:09.143797 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-0c623849-d610-4395-94fa-4127ab7e5770 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Usage tracker for resource:security_group_rule and tenant:bb2e29fde40147f5b41343ddc6e036d2 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:28:09.146686 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-0c623849-d610-4395-94fa-4127ab7e5770 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:28:09.152409 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-0c623849-d610-4395-94fa-4127ab7e5770 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:28:09.168828 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0c623849-d610-4395-94fa-4127ab7e5770 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:09.230511 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0c623849-d610-4395-94fa-4127ab7e5770 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:09.233779 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0c623849-d610-4395-94fa-4127ab7e5770 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:09.235821 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-58d972ac-53ce-4e49-bb62-72cbd9698d1c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:09.260754 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c623849-d610-4395-94fa-4127ab7e5770 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e151e8-ee3c-4af2-b52e-9dc71b0ea889,revision_number=0']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:09.265843 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-0c623849-d610-4395-94fa-4127ab7e5770 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:09.268816 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0c623849-d610-4395-94fa-4127ab7e5770 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:09.270280 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-0c623849-d610-4395-94fa-4127ab7e5770 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410158 Aug 23 10:28:09.273247 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 38484) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:09.279389 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Request body: {'floatingip': {'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:28:09.285804 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:28:09.289532 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Usage tracker for resource:floatingip and tenant:bb2e29fde40147f5b41343ddc6e036d2 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:28:09.292976 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:28:09.299385 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:28:09.312672 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for floatingip, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:09.455209 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:09.590701 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Allocated IP 172.27.2.235 (0e8cefd7-d645-4496-8b4b-729be1dafeb2/42841614-a1e8-4916-825f-ef19d8d550be/9c1e889e-a72a-40aa-b7d7-1b136991ebc2) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:28:09.733463 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:09.762887 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:09.767063 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:09.825729 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:28:09.828620 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:28:09.832161 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:28:09.870077 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Pushing event updated for resources: {'Port': ['ID=9c1e889e-a72a-40aa-b7d7-1b136991ebc2,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:09.873783 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:09.920500 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:09.978251 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:10.181599 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:10.186050 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14701805'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:10.190296 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:10.290820 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Pushing event updated for resources: {'Port': ['ID=9c1e889e-a72a-40aa-b7d7-1b136991ebc2,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:10.294780 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:10.301110 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588992'] for floatingip, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:10.322188 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:10.323488 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0492620 Aug 23 10:28:10.485165 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-56b25086-a9dc-443a-b386-af38991c9b41 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Synchronizing usage tracker for tenant:bb2e29fde40147f5b41343ddc6e036d2 on resource:security_group {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:28:10.500083 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-56b25086-a9dc-443a-b386-af38991c9b41 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Unset dirty status for tenant:bb2e29fde40147f5b41343ddc6e036d2 on resource:security_group {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:28:10.501300 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-56b25086-a9dc-443a-b386-af38991c9b41 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1503890155&fields=id&tenant_id=bb2e29fde40147f5b41343ddc6e036d2 HTTP/1.1" status: 200 len: 267 time: 0.0588331 Aug 23 10:28:10.732772 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-a3d740ef-05bd-479a-b228-3ed01e71aafd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:10.733365 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-a3d740ef-05bd-479a-b228-3ed01e71aafd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Synchronizing usage tracker for tenant:bb2e29fde40147f5b41343ddc6e036d2 on resource:network {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:28:10.749562 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-a3d740ef-05bd-479a-b228-3ed01e71aafd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Unset dirty status for tenant:bb2e29fde40147f5b41343ddc6e036d2 on resource:network {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:28:10.750731 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-a3d740ef-05bd-479a-b228-3ed01e71aafd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/networks?id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d HTTP/1.1" status: 200 len: 815 time: 0.2430153 Aug 23 10:28:10.765775 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-3c658e1f-25ee-485d-bd29-9f4457f34233 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/quotas/bb2e29fde40147f5b41343ddc6e036d2 HTTP/1.1" status: 200 len: 375 time: 0.0095603 Aug 23 10:28:10.848111 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-857cd30b-e7ff-4aba-9171-612704995df5 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb2e29fde40147f5b41343ddc6e036d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0773821 Aug 23 10:28:10.983236 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-090f5ff3-f325-4b43-88f3-fa447e804d3f service neutron] 10.222.0.21 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238217 Aug 23 10:28:11.114558 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-940e87c5-50d1-4b9b-9bb5-3c37f4718c4b service neutron] 10.222.0.21 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254945 Aug 23 10:28:11.288377 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-e80161a8-8659-488c-9608-6bfc2236d5a7 req-e5b77823-0a89-4cb9-8fa6-e1819d463e41 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Synchronizing usage tracker for tenant:bb2e29fde40147f5b41343ddc6e036d2 on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:28:11.304062 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-e80161a8-8659-488c-9608-6bfc2236d5a7 req-e5b77823-0a89-4cb9-8fa6-e1819d463e41 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Unset dirty status for tenant:bb2e29fde40147f5b41343ddc6e036d2 on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:28:11.305347 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-e80161a8-8659-488c-9608-6bfc2236d5a7 req-e5b77823-0a89-4cb9-8fa6-e1819d463e41 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 210 time: 0.0611525 Aug 23 10:28:12.349129 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-c58e050c-961d-49ce-8606-c677a1b299f3 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:12.351055 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-c58e050c-961d-49ce-8606-c677a1b299f3 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.38 "GET /v2.0/networks?id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d HTTP/1.1" status: 200 len: 815 time: 0.1450980 Aug 23 10:28:12.405979 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-5bbf5265-5143-4230-b4bd-326313ffde44 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Synchronizing usage tracker for tenant:bb2e29fde40147f5b41343ddc6e036d2 on resource:security_group {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:28:12.417925 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-5bbf5265-5143-4230-b4bd-326313ffde44 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Unset dirty status for tenant:bb2e29fde40147f5b41343ddc6e036d2 on resource:security_group {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:28:12.419046 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-5bbf5265-5143-4230-b4bd-326313ffde44 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb2e29fde40147f5b41343ddc6e036d2 HTTP/1.1" status: 200 len: 380 time: 0.0588450 Aug 23 10:28:12.428882 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-e265c76c-d9a6-46a3-a1ba-71c1c016643b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Request body: {'port': {'device_id': '602d8127-5449-4509-9184-ff0932eecdc6', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'admin_state_up': True, 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'security_groups': ['7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b']}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:28:12.460814 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-0fde8793-a0da-4457-8747-4dacc358668a req-882eca37-16a8-4543-8a62-af9a1bb1c0f8 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 210 time: 0.0440316 Aug 23 10:28:12.636332 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-e265c76c-d9a6-46a3-a1ba-71c1c016643b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:28:12.645623 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-e265c76c-d9a6-46a3-a1ba-71c1c016643b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:28:12.655013 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-e265c76c-d9a6-46a3-a1ba-71c1c016643b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Made reservation on behalf of bb2e29fde40147f5b41343ddc6e036d2 for: {'port': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:28:12.658741 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-e265c76c-d9a6-46a3-a1ba-71c1c016643b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:12.818193 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-e265c76c-d9a6-46a3-a1ba-71c1c016643b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Allocated IP 172.20.0.11 (cb0fbf9e-ed78-4e0e-8f51-27d921463c0d/37511b2d-c017-4ca2-bb9c-4a800f5cbb93/256d02ea-c4de-417b-a52a-5d4e26b60644) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:28:13.001922 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-e265c76c-d9a6-46a3-a1ba-71c1c016643b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:13.019166 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-e265c76c-d9a6-46a3-a1ba-71c1c016643b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Transition to ACTIVE for port object 256d02ea-c4de-417b-a52a-5d4e26b60644 will not be triggered until provisioned by entity DHCP. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:28:13.041507 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-e265c76c-d9a6-46a3-a1ba-71c1c016643b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:13.048186 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:13.111977 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-e265c76c-d9a6-46a3-a1ba-71c1c016643b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Network cb0fbf9e-ed78-4e0e-8f51-27d921463c0d is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:28:13.115013 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-e265c76c-d9a6-46a3-a1ba-71c1c016643b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:28:13.117905 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-e265c76c-d9a6-46a3-a1ba-71c1c016643b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:28:13.162338 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265c76c-d9a6-46a3-a1ba-71c1c016643b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Pushing event updated for resources: {'Port': ['ID=256d02ea-c4de-417b-a52a-5d4e26b60644,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:13.171792 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-e265c76c-d9a6-46a3-a1ba-71c1c016643b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:13.190228 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-e265c76c-d9a6-46a3-a1ba-71c1c016643b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:13.190835 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-e265c76c-d9a6-46a3-a1ba-71c1c016643b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:13.215951 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-e265c76c-d9a6-46a3-a1ba-71c1c016643b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7909443 Aug 23 10:28:13.232428 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] Request body: {'port': {'device_id': '602d8127-5449-4509-9184-ff0932eecdc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:28:13.337936 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-b655417e-3ee9-47a2-aa56-f23661dd7ebf None None] Provisioning for port 256d02ea-c4de-417b-a52a-5d4e26b60644 completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:28:13.342488 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-b655417e-3ee9-47a2-aa56-f23661dd7ebf None None] Provisioning complete for port 256d02ea-c4de-417b-a52a-5d4e26b60644 triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:28:13.342871 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-b655417e-3ee9-47a2-aa56-f23661dd7ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:13.343464 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:13.397610 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-b655417e-3ee9-47a2-aa56-f23661dd7ebf None None] Port 256d02ea-c4de-417b-a52a-5d4e26b60644 cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:28:13.691066 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ddee5-1d84-4ba7-9bcc-ff9408d8fe40 req-8c73abed-9541-47e7-a8b9-f52c903d5724 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:13.691768 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-696ddee5-1d84-4ba7-9bcc-ff9408d8fe40 req-8c73abed-9541-47e7-a8b9-f52c903d5724 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Synchronizing usage tracker for tenant:bb2e29fde40147f5b41343ddc6e036d2 on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:28:13.751624 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-696ddee5-1d84-4ba7-9bcc-ff9408d8fe40 req-8c73abed-9541-47e7-a8b9-f52c903d5724 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Unset dirty status for tenant:bb2e29fde40147f5b41343ddc6e036d2 on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:28:13.752870 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-696ddee5-1d84-4ba7-9bcc-ff9408d8fe40 req-8c73abed-9541-47e7-a8b9-f52c903d5724 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 932 time: 0.1837251 Aug 23 10:28:13.762054 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256d02ea-c4de-417b-a52a-5d4e26b60644 {{(pid=79261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:28:13.781951 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:13.812951 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] Transition to ACTIVE for port object 256d02ea-c4de-417b-a52a-5d4e26b60644 will not be triggered until provisioned by entity L2. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:28:13.817619 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-696ddee5-1d84-4ba7-9bcc-ff9408d8fe40 req-a7c86638-a75f-413f-96b8-dd4012d3ca3d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580266 Aug 23 10:28:13.818605 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14701805'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:13.823459 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:13.974212 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] Pushing event updated for resources: {'Port': ['ID=256d02ea-c4de-417b-a52a-5d4e26b60644,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:13.981382 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:14.053415 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] Attempting to bind port 256d02ea-c4de-417b-a52a-5d4e26b60644 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:28:14.053743 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] Attempting to bind port 256d02ea-c4de-417b-a52a-5d4e26b60644 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '1c6d6428-a26e-47e8-a5f2-9e7292e6095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d'}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:28:14.054083 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] Attempting to bind port 256d02ea-c4de-417b-a52a-5d4e26b60644 on network cb0fbf9e-ed78-4e0e-8f51-27d921463c0d {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:28:14.059108 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] Port 256d02ea-c4de-417b-a52a-5d4e26b60644 on network cb0fbf9e-ed78-4e0e-8f51-27d921463c0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:28:14.059424 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] Attempting to bind port 256d02ea-c4de-417b-a52a-5d4e26b60644 on network cb0fbf9e-ed78-4e0e-8f51-27d921463c0d {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:28:14.064386 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] Checking agent: {'id': 'f0a3a63c-ec97-42f3-9482-19859e948017', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'started_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:28:14.064754 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] Checking segment: {'id': '1c6d6428-a26e-47e8-a5f2-9e7292e6095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:28:14.065133 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] Bound using segment: {'id': '1c6d6428-a26e-47e8-a5f2-9e7292e6095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d'} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:28:14.065548 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] Bound port: 256d02ea-c4de-417b-a52a-5d4e26b60644, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c6d6428-a26e-47e8-a5f2-9e7292e6095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d'}}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:28:14.065889 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:14.151388 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] For port 256d02ea-c4de-417b-a52a-5d4e26b60644, host hv-cinder-80278, cleared binding levels {{(pid=79261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:28:14.154193 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] For port 256d02ea-c4de-417b-a52a-5d4e26b60644, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=256d02ea-c4de-417b-a52a-5d4e26b60644,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:28:14.158361 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14701805'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:14.161628 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:14.220710 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:14.221331 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:14.222681 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] 10.222.0.38 "PUT /v2.0/ports/256d02ea-c4de-417b-a52a-5d4e26b60644 HTTP/1.1" status: 200 len: 1094 time: 0.9945893 Aug 23 10:28:14.223160 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '602d8127-5449-4509-9184-ff0932eecdc6', 'tag': '256d02ea-c4de-417b-a52a-5d4e26b60644'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:28:14.245661 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] Pushing event updated for resources: {'Port': ['ID=256d02ea-c4de-417b-a52a-5d4e26b60644,revision_number=3']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:14.249190 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:14.272037 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '602d8127-5449-4509-9184-ff0932eecdc6', 'tag': '256d02ea-c4de-417b-a52a-5d4e26b60644', 'status': 'completed', 'code': 200} Aug 23 10:28:14.343749 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-1d4e55c2-e60a-4436-868e-1999fc7c1b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:14.345309 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-1d4e55c2-e60a-4436-868e-1999fc7c1b66 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bb2e29fde40147f5b41343ddc6e036d2&device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 1097 time: 0.0724497 Aug 23 10:28:14.498297 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-f9585b87-f75b-49ff-ad5a-487601fdc3c6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=256d02ea-c4de-417b-a52a-5d4e26b60644 HTTP/1.1" status: 200 len: 217 time: 0.1450093 Aug 23 10:28:14.561237 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-ee4518ac-edee-4dbc-9847-6eb5a69706bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:14.562614 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-ee4518ac-edee-4dbc-9847-6eb5a69706bf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37511b2d-c017-4ca2-bb9c-4a800f5cbb93 HTTP/1.1" status: 200 len: 854 time: 0.0575814 Aug 23 10:28:14.638219 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-9786b82f-c057-43a4-9b53-4314dd0ae1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:14.639616 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-9786b82f-c057-43a4-9b53-4314dd0ae1f7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697901 Aug 23 10:28:14.768555 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-eb930d14-6ea6-4006-b870-3c1dfd40670b service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216874 Aug 23 10:28:14.899316 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-b1a3069d-8705-4f21-82a0-3d6454b28180 req-a7313fe1-83c7-4362-bb7f-66ec505b62b3 service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240592 Aug 23 10:28:15.061188 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e307af-b167-4055-84fb-d25f78a864dd req-6b9b5a4e-846c-4f58-a487-acaf442bfd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:15.062659 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-73e307af-b167-4055-84fb-d25f78a864dd req-6b9b5a4e-846c-4f58-a487-acaf442bfd94 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bb2e29fde40147f5b41343ddc6e036d2&device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 1097 time: 0.1031330 Aug 23 10:28:15.070642 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0c2ab-11f3-4d83-b21c-b1f111839aed req-76dd94af-31c0-452e-b245-3c9b72937566 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:15.071930 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a8c0c2ab-11f3-4d83-b21c-b1f111839aed req-76dd94af-31c0-452e-b245-3c9b72937566 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 944 time: 0.1437745 Aug 23 10:28:15.201597 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a8c0c2ab-11f3-4d83-b21c-b1f111839aed req-c22d7853-6809-455b-aba5-64fbaf6ce53f tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113400 Aug 23 10:28:15.228506 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e307af-b167-4055-84fb-d25f78a864dd req-24601b7c-aaab-4124-90ed-dad1fb0e09d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:15.229966 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-73e307af-b167-4055-84fb-d25f78a864dd req-24601b7c-aaab-4124-90ed-dad1fb0e09d9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d HTTP/1.1" status: 200 len: 916 time: 0.1572151 Aug 23 10:28:15.300278 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-73e307af-b167-4055-84fb-d25f78a864dd req-280b8245-c78d-4170-a0cc-407d540da63e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=256d02ea-c4de-417b-a52a-5d4e26b60644 HTTP/1.1" status: 200 len: 217 time: 0.0617158 Aug 23 10:28:15.360447 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e307af-b167-4055-84fb-d25f78a864dd req-890e5e4d-e7db-4af1-8542-f1fee0bec0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:15.361763 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-73e307af-b167-4055-84fb-d25f78a864dd req-890e5e4d-e7db-4af1-8542-f1fee0bec0a1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37511b2d-c017-4ca2-bb9c-4a800f5cbb93 HTTP/1.1" status: 200 len: 854 time: 0.0547392 Aug 23 10:28:15.437561 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e307af-b167-4055-84fb-d25f78a864dd req-8deaef4e-b843-446f-9c58-9661b3f76353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:15.438958 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-73e307af-b167-4055-84fb-d25f78a864dd req-8deaef4e-b843-446f-9c58-9661b3f76353 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700874 Aug 23 10:28:15.566845 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-73e307af-b167-4055-84fb-d25f78a864dd req-b6ff085f-783e-4a87-8bfa-432766f557b3 service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203141 Aug 23 10:28:15.694306 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-73e307af-b167-4055-84fb-d25f78a864dd req-448354a5-aae9-4629-a410-cb5ba1070fdd service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196694 Aug 23 10:28:16.402480 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc29d4d-8324-4aa8-82c2-b2fc19206104 req-e75dcb5e-189b-4a4d-a2ae-2f76e08e04c7 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:16.404029 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-0dc29d4d-8324-4aa8-82c2-b2fc19206104 req-e75dcb5e-189b-4a4d-a2ae-2f76e08e04c7 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 944 time: 0.0894508 Aug 23 10:28:16.448362 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-0dc29d4d-8324-4aa8-82c2-b2fc19206104 req-cfecac20-7a6a-4007-923b-bb2f4441eb94 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385969 Aug 23 10:28:17.642007 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e6047-2e7f-476d-9b35-4dbd82e6fa28 req-9f89b776-7948-4c8f-badc-41cc0d8f23a8 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:17.643441 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a33e6047-2e7f-476d-9b35-4dbd82e6fa28 req-9f89b776-7948-4c8f-badc-41cc0d8f23a8 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 944 time: 0.0880344 Aug 23 10:28:17.689603 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a33e6047-2e7f-476d-9b35-4dbd82e6fa28 req-6870e73c-aa12-4dc5-ab6f-b86e9c8a0b67 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395260 Aug 23 10:28:18.880230 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9066be-ea0f-4084-be46-891b50b5da09 req-0c8a620b-04dc-43a9-a7ed-11ea346fd53c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:18.881709 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-2c9066be-ea0f-4084-be46-891b50b5da09 req-0c8a620b-04dc-43a9-a7ed-11ea346fd53c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 944 time: 0.0811942 Aug 23 10:28:18.925250 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-2c9066be-ea0f-4084-be46-891b50b5da09 req-006592bd-4bb3-4eb0-8fae-1e7185fb9b40 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370483 Aug 23 10:28:19.968047 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 256d02ea-c4de-417b-a52a-5d4e26b60644 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:28:20.116541 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 256d02ea-c4de-417b-a52a-5d4e26b60644, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=256d02ea-c4de-417b-a52a-5d4e26b60644,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:20.127853 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0803b01-ab9b-4283-9e46-bf2b4557f170 req-81f6b01f-ce6a-4619-8486-dbd4aef77b40 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:20.129351 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b0803b01-ab9b-4283-9e46-bf2b4557f170 req-81f6b01f-ce6a-4619-8486-dbd4aef77b40 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 944 time: 0.0893977 Aug 23 10:28:20.130267 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': '256d02ea-c4de-417b-a52a-5d4e26b60644', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'port_id': '256d02ea-c4de-417b-a52a-5d4e26b60644', 'mac_address': 'fa:16:3e:53:de:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:28:20.175589 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b0803b01-ab9b-4283-9e46-bf2b4557f170 req-3709d6e9-d12a-4f1d-9c83-4c3519bfd035 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404747 Aug 23 10:28:20.184633 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:20.203784 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256d02ea-c4de-417b-a52a-5d4e26b60644 {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:28:20.218817 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 256d02ea-c4de-417b-a52a-5d4e26b60644, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=256d02ea-c4de-417b-a52a-5d4e26b60644,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:20.222200 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:20.223811 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:20.289498 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=256d02ea-c4de-417b-a52a-5d4e26b60644,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:20.292813 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:20.636556 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['256d02ea-c4de-417b-a52a-5d4e26b60644'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:28:21.364921 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396c8d9-6954-4af2-960c-143c6eac0e0b req-b8787986-7a4f-4a0e-a5a8-1d9d26c3ef62 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:21.366747 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-2396c8d9-6954-4af2-960c-143c6eac0e0b req-b8787986-7a4f-4a0e-a5a8-1d9d26c3ef62 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 945 time: 0.0845718 Aug 23 10:28:21.415203 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-2396c8d9-6954-4af2-960c-143c6eac0e0b req-31805bb0-7f0e-4c8f-9cd0-40fba94f2bcf tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427837 Aug 23 10:28:21.525832 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da17b7-3123-4fc1-8ea9-ef996d950967 req-4a6d8602-4909-4be1-b476-defdbc201877 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:21.527193 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-05da17b7-3123-4fc1-8ea9-ef996d950967 req-4a6d8602-4909-4be1-b476-defdbc201877 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecdae3e2-5561-40fd-b51e-9a9f1f7c291d HTTP/1.1" status: 200 len: 946 time: 0.0778821 Aug 23 10:28:21.569553 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-05da17b7-3123-4fc1-8ea9-ef996d950967 req-be84b034-f431-41a0-904e-2d000e391199 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369101 Aug 23 10:28:21.979461 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 256d02ea-c4de-417b-a52a-5d4e26b60644 up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:28:22.044892 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning for port 256d02ea-c4de-417b-a52a-5d4e26b60644 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:28:22.049282 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port 256d02ea-c4de-417b-a52a-5d4e26b60644 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:28:22.049655 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:22.189282 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:22.215092 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '602d8127-5449-4509-9184-ff0932eecdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256d02ea-c4de-417b-a52a-5d4e26b60644'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:28:22.224973 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 256d02ea-c4de-417b-a52a-5d4e26b60644, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=256d02ea-c4de-417b-a52a-5d4e26b60644,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:22.229363 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:22.231712 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:22.260850 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '602d8127-5449-4509-9184-ff0932eecdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256d02ea-c4de-417b-a52a-5d4e26b60644', 'code': 200} Aug 23 10:28:22.302142 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=256d02ea-c4de-417b-a52a-5d4e26b60644,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:22.305678 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:22.486588 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3713ac-0860-4391-b503-e8d8ed827c48 req-15a389d2-a66a-4f58-8a3e-108e10e6e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:22.487984 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-cc3713ac-0860-4391-b503-e8d8ed827c48 req-15a389d2-a66a-4f58-8a3e-108e10e6e29d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 1099 time: 0.0713286 Aug 23 10:28:22.563958 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-cc3713ac-0860-4391-b503-e8d8ed827c48 req-b12047f7-66ec-4749-934d-9735c42b7fcc service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692725 Aug 23 10:28:22.605326 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5f06b-b752-4da1-87d9-8cc55ab9852f req-021625a8-f8d2-4c6d-8a18-67415ae0f7fa tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:22.606785 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0cd5f06b-b752-4da1-87d9-8cc55ab9852f req-021625a8-f8d2-4c6d-8a18-67415ae0f7fa tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0818322 Aug 23 10:28:22.741157 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0cd5f06b-b752-4da1-87d9-8cc55ab9852f req-9570b666-e99d-4777-883b-f556a56a89e6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286812 Aug 23 10:28:22.756374 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b20fdd-024e-4e16-bd9b-a3308ec01e9c req-97075a64-dd79-46ae-aca2-ef82483f4600 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:22.757901 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-16b20fdd-024e-4e16-bd9b-a3308ec01e9c req-97075a64-dd79-46ae-aca2-ef82483f4600 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecdae3e2-5561-40fd-b51e-9a9f1f7c291d HTTP/1.1" status: 200 len: 946 time: 0.0818181 Aug 23 10:28:22.802319 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-16b20fdd-024e-4e16-bd9b-a3308ec01e9c req-3f396a5d-d725-4665-951a-b6f0d37fd2f2 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385728 Aug 23 10:28:23.844905 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05338e14-e5a1-4057-bc26-a24800a01e09 req-c8bd3419-c3ff-495e-baeb-fcda7c66de80 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:23.846548 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-05338e14-e5a1-4057-bc26-a24800a01e09 req-c8bd3419-c3ff-495e-baeb-fcda7c66de80 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.38 "GET /v2.0/ports?device_id=ecdae3e2-5561-40fd-b51e-9a9f1f7c291d HTTP/1.1" status: 200 len: 946 time: 0.0789945 Aug 23 10:28:23.969116 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [req-05338e14-e5a1-4057-bc26-a24800a01e09 req-47f52d35-12e8-48e4-83f2-b48b5782d1dc tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Deleting port 89756304-8727-4fe2-8deb-0ab63f0217b3 {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:28:23.969471 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-05338e14-e5a1-4057-bc26-a24800a01e09 req-47f52d35-12e8-48e4-83f2-b48b5782d1dc tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:23.989524 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb771bf-f192-40ac-a443-01b7d7e0e106 req-67b04468-1c67-4f90-9b90-d16f93844c2b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:23.991145 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5fb771bf-f192-40ac-a443-01b7d7e0e106 req-67b04468-1c67-4f90-9b90-d16f93844c2b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecdae3e2-5561-40fd-b51e-9a9f1f7c291d HTTP/1.1" status: 200 len: 946 time: 0.0837710 Aug 23 10:28:24.038883 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fa66f-cfd6-4624-983f-cd5a82ee85df req-9fb80dc1-1bb7-4da6-9a64-c02cad335ab6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:24.040141 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5fb771bf-f192-40ac-a443-01b7d7e0e106 req-13de96f3-a73d-4509-85f0-ed4507cd84eb tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399168 Aug 23 10:28:24.040364 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-776fa66f-cfd6-4624-983f-cd5a82ee85df req-9fb80dc1-1bb7-4da6-9a64-c02cad335ab6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.1887565 Aug 23 10:28:24.161533 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-776fa66f-cfd6-4624-983f-cd5a82ee85df req-87da3663-dab2-404a-9cab-3a2108ebe5a4 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874267 Aug 23 10:28:24.266366 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-05338e14-e5a1-4057-bc26-a24800a01e09 req-47f52d35-12e8-48e4-83f2-b48b5782d1dc tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] For port 89756304-8727-4fe2-8deb-0ab63f0217b3, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=89756304-8727-4fe2-8deb-0ab63f0217b3,segment=NetworkSegment(483c3dc3-6f40-45ab-bb5c-7351d172b863),segment_id=483c3dc3-6f40-45ab-bb5c-7351d172b863)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:24.266643 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-05338e14-e5a1-4057-bc26-a24800a01e09 req-47f52d35-12e8-48e4-83f2-b48b5782d1dc tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:24.387220 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [req-05338e14-e5a1-4057-bc26-a24800a01e09 req-47f52d35-12e8-48e4-83f2-b48b5782d1dc tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Calling delete_port for 89756304-8727-4fe2-8deb-0ab63f0217b3 owned by compute:nova {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:28:24.527117 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-05338e14-e5a1-4057-bc26-a24800a01e09 req-47f52d35-12e8-48e4-83f2-b48b5782d1dc tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:24.532212 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:24.541873 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['473f83d5-e2a3-49e6-bae9-73d1a66e6fbd', '6f0c7499-ac2b-4e91-9b7c-745250588c62', '1a4031b3-345a-4690-a12f-b05230ee4945', '89756304-8727-4fe2-8deb-0ab63f0217b3'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:28:24.579287 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f52d35-12e8-48e4-83f2-b48b5782d1dc tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Pushing event deleted for resources: {'Port': ['ID=89756304-8727-4fe2-8deb-0ab63f0217b3,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:24.608185 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-47f52d35-12e8-48e4-83f2-b48b5782d1dc tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:24.653378 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [req-05338e14-e5a1-4057-bc26-a24800a01e09 req-47f52d35-12e8-48e4-83f2-b48b5782d1dc tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] No DVR routers for this DVR port 89756304-8727-4fe2-8deb-0ab63f0217b3 on host hv-cinder-80278 {{(pid=79261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:28:24.656711 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-05338e14-e5a1-4057-bc26-a24800a01e09 req-47f52d35-12e8-48e4-83f2-b48b5782d1dc tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:24.659225 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdae3e2-5561-40fd-b51e-9a9f1f7c291d', 'name': 'network-vif-deleted', 'tag': '89756304-8727-4fe2-8deb-0ab63f0217b3'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:28:24.675700 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-05338e14-e5a1-4057-bc26-a24800a01e09 req-47f52d35-12e8-48e4-83f2-b48b5782d1dc tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.38 "DELETE /v2.0/ports/89756304-8727-4fe2-8deb-0ab63f0217b3 HTTP/1.1" status: 204 len: 173 time: 0.8221538 Aug 23 10:28:24.709414 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdae3e2-5561-40fd-b51e-9a9f1f7c291d', 'name': 'network-vif-deleted', 'tag': '89756304-8727-4fe2-8deb-0ab63f0217b3', 'status': 'completed', 'code': 200} Aug 23 10:28:25.201956 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-5f8e16a1-348c-418c-a8f5-650da71bb723 req-aec135e2-a378-4ea4-bb55-32a17d2cf3e8 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Synchronizing usage tracker for tenant:5fe87b78ed094d9895ad47a6fa5394c0 on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:28:25.219150 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-5f8e16a1-348c-418c-a8f5-650da71bb723 req-aec135e2-a378-4ea4-bb55-32a17d2cf3e8 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Unset dirty status for tenant:5fe87b78ed094d9895ad47a6fa5394c0 on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:28:25.220332 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5f8e16a1-348c-418c-a8f5-650da71bb723 req-aec135e2-a378-4ea4-bb55-32a17d2cf3e8 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecdae3e2-5561-40fd-b51e-9a9f1f7c291d HTTP/1.1" status: 200 len: 210 time: 0.0609179 Aug 23 10:28:25.369454 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322113d2-65ac-4678-bd97-3b874bacd874 req-06491bbe-eaef-4dad-95fd-5af2f854cf71 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:25.370921 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-322113d2-65ac-4678-bd97-3b874bacd874 req-06491bbe-eaef-4dad-95fd-5af2f854cf71 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0818024 Aug 23 10:28:25.417748 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-322113d2-65ac-4678-bd97-3b874bacd874 req-ef4d82ce-cb35-45ae-9b5f-c5ecedaeadde tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413418 Aug 23 10:28:25.598953 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c3bbd-79a6-4642-af01-560fabff560f req-13bd052c-1424-410d-ba16-6875f5af4032 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:25.600406 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-133c3bbd-79a6-4642-af01-560fabff560f req-13bd052c-1424-410d-ba16-6875f5af4032 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0812557 Aug 23 10:28:25.608748 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 38594) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:25.613876 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-9ec41c62-0dae-410b-8f30-f8d1ee565d88 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Request body: {'floatingip': {'port_id': '256d02ea-c4de-417b-a52a-5d4e26b60644'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:28:25.690547 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9ec41c62-0dae-410b-8f30-f8d1ee565d88 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for floatingip, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:26.347963 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9ec41c62-0dae-410b-8f30-f8d1ee565d88 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:26.352773 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9ec41c62-0dae-410b-8f30-f8d1ee565d88 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588992'] for floatingip, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:26.525847 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.db.l3_db [None req-9ec41c62-0dae-410b-8f30-f8d1ee565d88 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Floating IP db8b5c62-da9f-4291-abc5-2e970d51bb51 associated. External IP: 172.27.2.235, port: 256d02ea-c4de-417b-a52a-5d4e26b60644. Aug 23 10:28:26.870985 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec41c62-0dae-410b-8f30-f8d1ee565d88 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Router 468124b1-61ef-4290-b891-f4500b4b263a has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:28:27.058285 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec41c62-0dae-410b-8f30-f8d1ee565d88 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:28:27.063348 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9ec41c62-0dae-410b-8f30-f8d1ee565d88 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:27.067812 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b9ee50-f656-4dad-9658-3a106e67cfea None None] Sync routers for ids ['468124b1-61ef-4290-b891-f4500b4b263a'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:28:27.077388 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b9ee50-f656-4dad-9658-3a106e67cfea None None] Routers {'468124b1-61ef-4290-b891-f4500b4b263a'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:28:27.078080 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-a4b9ee50-f656-4dad-9658-3a106e67cfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:28:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['468124b1-61ef-4290-b891-f4500b4b263a'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:27.115369 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-9ec41c62-0dae-410b-8f30-f8d1ee565d88 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "PUT /v2.0/floatingips/db8b5c62-da9f-4291-abc5-2e970d51bb51 HTTP/1.1" status: 200 len: 992 time: 1.5055010 Aug 23 10:28:27.115992 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '602d8127-5449-4509-9184-ff0932eecdc6', 'tag': '256d02ea-c4de-417b-a52a-5d4e26b60644'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:28:27.161861 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '602d8127-5449-4509-9184-ff0932eecdc6', 'tag': '256d02ea-c4de-417b-a52a-5d4e26b60644', 'status': 'completed', 'code': 200} Aug 23 10:28:27.261708 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-a4b9ee50-f656-4dad-9658-3a106e67cfea None None] Set router 468124b1-61ef-4290-b891-f4500b4b263a gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:28:27.265696 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929a310-eb19-4510-b763-d4e932e43538 req-3c2c6c4b-cfcc-4fb8-b302-374a7cd69319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:27.267168 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2929a310-eb19-4510-b763-d4e932e43538 req-3c2c6c4b-cfcc-4fb8-b302-374a7cd69319 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bb2e29fde40147f5b41343ddc6e036d2&device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 1099 time: 0.0792584 Aug 23 10:28:27.400520 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929a310-eb19-4510-b763-d4e932e43538 req-a802b5c8-811a-465d-954d-d22955a59cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:27.402072 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2929a310-eb19-4510-b763-d4e932e43538 req-a802b5c8-811a-465d-954d-d22955a59cd0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d HTTP/1.1" status: 200 len: 916 time: 0.1269903 Aug 23 10:28:27.513199 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2929a310-eb19-4510-b763-d4e932e43538 req-7bc27b0d-372b-46bb-b73c-bcef3f97b08f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=256d02ea-c4de-417b-a52a-5d4e26b60644 HTTP/1.1" status: 200 len: 1000 time: 0.1011758 Aug 23 10:28:27.644736 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-a4b9ee50-f656-4dad-9658-3a106e67cfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468124b1-61ef-4290-b891-f4500b4b263a', 'name': 'tempest-AttachVolumeShelveTestJSON-13435468-router', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:53Z', 'updated_at': '2021-08-23T10:22:01Z', 'revision_number': 4, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'gw_port': {'id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:55Z', 'updated_at': '2021-08-23T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': 'db8b5c62-da9f-4291-abc5-2e970d51bb51', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'port_id': '256d02ea-c4de-417b-a52a-5d4e26b60644', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'mac_address': 'fa:16:3e:53:de:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602d8127-5449-4509-9184-ff0932eecdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:28:09Z', 'updated_at': '2021-08-23T10:28:26Z', 'revision_number': 1, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a0ada7-466d-4f16-bfe1-b819ee37323e', 'name': '', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'mac_address': 'fa:16:3e:d9:a0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:00Z', 'updated_at': '2021-08-23T10:22:14Z', 'revision_number': 5, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'subnets': [{'id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:27.650473 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b9ee50-f656-4dad-9658-3a106e67cfea None None] Checking router: 468124b1-61ef-4290-b891-f4500b4b263a for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:28:27.659496 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b9ee50-f656-4dad-9658-3a106e67cfea None None] Routers {'468124b1-61ef-4290-b891-f4500b4b263a'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:28:27.660124 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-a4b9ee50-f656-4dad-9658-3a106e67cfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:28:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['468124b1-61ef-4290-b891-f4500b4b263a'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:27.732092 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929a310-eb19-4510-b763-d4e932e43538 req-15927ab8-2c52-44c9-985c-3a7ede9f0b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:27.733617 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2929a310-eb19-4510-b763-d4e932e43538 req-15927ab8-2c52-44c9-985c-3a7ede9f0b95 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37511b2d-c017-4ca2-bb9c-4a800f5cbb93 HTTP/1.1" status: 200 len: 854 time: 0.2123227 Aug 23 10:28:27.808823 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f814998-7f66-4513-a7c7-cba35ae158bc req-2867b91a-81c7-4de1-83de-861583b060e0 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:27.810675 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0f814998-7f66-4513-a7c7-cba35ae158bc req-2867b91a-81c7-4de1-83de-861583b060e0 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 945 time: 0.1517603 Aug 23 10:28:27.847588 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-a4b9ee50-f656-4dad-9658-3a106e67cfea None None] Set router 468124b1-61ef-4290-b891-f4500b4b263a gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:28:27.872084 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0f814998-7f66-4513-a7c7-cba35ae158bc req-7ffe0243-c227-4774-8cc7-45ac58c5728d tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512295 Aug 23 10:28:27.878811 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929a310-eb19-4510-b763-d4e932e43538 req-37e4469c-f05d-4a31-a663-59291b5b6108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:27.880395 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2929a310-eb19-4510-b763-d4e932e43538 req-37e4469c-f05d-4a31-a663-59291b5b6108 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1303296 Aug 23 10:28:27.950991 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a56b3-04ea-4215-a07c-ba9be4ae8b90 req-30bf3dbd-77da-466b-b8e6-1baa86485ce5 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:27.953181 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7c8a56b3-04ea-4215-a07c-ba9be4ae8b90 req-30bf3dbd-77da-466b-b8e6-1baa86485ce5 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=493fed31-80c9-4741-a592-ed6e71a16024 HTTP/1.1" status: 200 len: 945 time: 0.1031604 Aug 23 10:28:28.037039 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 89756304-8727-4fe2-8deb-0ab63f0217b3 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:28:28.039484 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7c8a56b3-04ea-4215-a07c-ba9be4ae8b90 req-4da3ecb2-8854-4763-ab1b-d45f679a9d7b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789993 Aug 23 10:28:28.061736 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2929a310-eb19-4510-b763-d4e932e43538 req-aa3bf690-3b12-40f8-8784-25d66dade9d4 service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723466 Aug 23 10:28:28.087354 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] No Port match for: 89756304-8727-4fe2-8deb-0ab63f0217b3 {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:28:28.087887 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 89756304-8727-4fe2-8deb-0ab63f0217b3 not bound to the agent host hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:28:28.200855 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2929a310-eb19-4510-b763-d4e932e43538 req-536f0185-00f2-4dfe-9d59-9e4574578cb5 service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317656 Aug 23 10:28:28.298934 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-a4b9ee50-f656-4dad-9658-3a106e67cfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468124b1-61ef-4290-b891-f4500b4b263a', 'name': 'tempest-AttachVolumeShelveTestJSON-13435468-router', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:53Z', 'updated_at': '2021-08-23T10:22:01Z', 'revision_number': 4, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'gw_port': {'id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:55Z', 'updated_at': '2021-08-23T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': 'db8b5c62-da9f-4291-abc5-2e970d51bb51', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'port_id': '256d02ea-c4de-417b-a52a-5d4e26b60644', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'mac_address': 'fa:16:3e:53:de:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602d8127-5449-4509-9184-ff0932eecdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:28:09Z', 'updated_at': '2021-08-23T10:28:26Z', 'revision_number': 1, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a0ada7-466d-4f16-bfe1-b819ee37323e', 'name': '', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'mac_address': 'fa:16:3e:d9:a0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:00Z', 'updated_at': '2021-08-23T10:22:14Z', 'revision_number': 5, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'subnets': [{'id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:28.302878 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b9ee50-f656-4dad-9658-3a106e67cfea None None] The sync data for ids ['468124b1-61ef-4290-b891-f4500b4b263a'] in dv-cinder-802781-2-iscsi is: [{'id': '468124b1-61ef-4290-b891-f4500b4b263a', 'name': 'tempest-AttachVolumeShelveTestJSON-13435468-router', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:53Z', 'updated_at': '2021-08-23T10:22:01Z', 'revision_number': 4, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'gw_port': {'id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:55Z', 'updated_at': '2021-08-23T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': 'db8b5c62-da9f-4291-abc5-2e970d51bb51', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'port_id': '256d02ea-c4de-417b-a52a-5d4e26b60644', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'mac_address': 'fa:16:3e:53:de:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602d8127-5449-4509-9184-ff0932eecdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:28:09Z', 'updated_at': '2021-08-23T10:28:26Z', 'revision_number': 1, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a0ada7-466d-4f16-bfe1-b819ee37323e', 'name': '', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'mac_address': 'fa:16:3e:d9:a0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:00Z', 'updated_at': '2021-08-23T10:22:14Z', 'revision_number': 5, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'subnets': [{'id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:28:28.492946 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7da4020-19b4-4b8d-8dec-a1ff6b323a27 None None] New status for floating IP db8b5c62-da9f-4291-abc5-2e970d51bb51: ACTIVE {{(pid=79264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:28:28.531902 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:29.070715 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c57672-80ef-4cd4-9767-00b094b3b0ac req-fca3cd05-157f-4d21-b3b7-290db7d2feb4 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:29.072548 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-39c57672-80ef-4cd4-9767-00b094b3b0ac req-fca3cd05-157f-4d21-b3b7-290db7d2feb4 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 945 time: 0.0875294 Aug 23 10:28:29.118058 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-39c57672-80ef-4cd4-9767-00b094b3b0ac req-3c5dfd49-340c-419f-becc-45a09068d0e5 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394197 Aug 23 10:28:29.220876 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2feb8-9fc4-4939-95c5-8bd06f00fafb req-a53465d3-8612-4d23-9a84-c8668bd1d708 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:29.222353 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-69e2feb8-9fc4-4939-95c5-8bd06f00fafb req-a53465d3-8612-4d23-9a84-c8668bd1d708 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=493fed31-80c9-4741-a592-ed6e71a16024 HTTP/1.1" status: 200 len: 945 time: 0.0780811 Aug 23 10:28:29.270524 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-69e2feb8-9fc4-4939-95c5-8bd06f00fafb req-b33dfa1c-308d-4477-9b71-3dd408d0bfb4 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420151 Aug 23 10:28:29.584824 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005bb3f-488c-467f-9522-85f671ae0e57 req-76d33e55-f041-4d4a-b340-277dc4df0b50 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:29.586285 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1005bb3f-488c-467f-9522-85f671ae0e57 req-76d33e55-f041-4d4a-b340-277dc4df0b50 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.38 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 945 time: 0.0772679 Aug 23 10:28:29.654212 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [req-1005bb3f-488c-467f-9522-85f671ae0e57 req-0e52c84e-87ed-42e1-9129-4cf3031d675a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Deleting port 7f62bb47-30ff-4fb0-94f0-d075e5c1d047 {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:28:29.654553 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-1005bb3f-488c-467f-9522-85f671ae0e57 req-0e52c84e-87ed-42e1-9129-4cf3031d675a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:29.914236 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-1005bb3f-488c-467f-9522-85f671ae0e57 req-0e52c84e-87ed-42e1-9129-4cf3031d675a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] For port 7f62bb47-30ff-4fb0-94f0-d075e5c1d047, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=7f62bb47-30ff-4fb0-94f0-d075e5c1d047,segment=NetworkSegment(5f857737-07df-483e-98d1-f9abb21c6d3f),segment_id=5f857737-07df-483e-98d1-f9abb21c6d3f)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:29.914498 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-1005bb3f-488c-467f-9522-85f671ae0e57 req-0e52c84e-87ed-42e1-9129-4cf3031d675a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:30.185640 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0fda7-5eee-434c-a92e-1843096b0f55 req-e169bf17-1c42-4e94-908e-afb4929e75eb tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:30.187226 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4dc0fda7-5eee-434c-a92e-1843096b0f55 req-e169bf17-1c42-4e94-908e-afb4929e75eb tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.38 "GET /v2.0/ports?device_id=493fed31-80c9-4741-a592-ed6e71a16024 HTTP/1.1" status: 200 len: 945 time: 0.0871518 Aug 23 10:28:30.207404 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-1005bb3f-488c-467f-9522-85f671ae0e57 req-0e52c84e-87ed-42e1-9129-4cf3031d675a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:30.207867 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-1005bb3f-488c-467f-9522-85f671ae0e57 req-0e52c84e-87ed-42e1-9129-4cf3031d675a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588992'] for floatingip, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:30.208251 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.db.l3_db [req-1005bb3f-488c-467f-9522-85f671ae0e57 req-0e52c84e-87ed-42e1-9129-4cf3031d675a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Floating IP a1d20b6f-332a-406e-a7a5-538dd189dddf disassociated. External IP: 172.27.2.41, port: 7f62bb47-30ff-4fb0-94f0-d075e5c1d047. Aug 23 10:28:30.208677 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [req-1005bb3f-488c-467f-9522-85f671ae0e57 req-0e52c84e-87ed-42e1-9129-4cf3031d675a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Calling delete_port for 7f62bb47-30ff-4fb0-94f0-d075e5c1d047 owned by compute:nova {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:28:30.263392 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-4dc0fda7-5eee-434c-a92e-1843096b0f55 req-d12498c7-d245-4ee4-a211-ae60a00ab629 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Deleting port 1a4031b3-345a-4690-a12f-b05230ee4945 {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:28:30.263726 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-4dc0fda7-5eee-434c-a92e-1843096b0f55 req-d12498c7-d245-4ee4-a211-ae60a00ab629 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:30.393070 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d394ef-5de6-4d10-bba0-8090cfcbb5f3 req-34150f01-7b96-4292-b47e-1e33dc1b6d08 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:30.394599 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-62d394ef-5de6-4d10-bba0-8090cfcbb5f3 req-34150f01-7b96-4292-b47e-1e33dc1b6d08 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 945 time: 0.1582019 Aug 23 10:28:30.459051 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-62d394ef-5de6-4d10-bba0-8090cfcbb5f3 req-3f0fc4aa-dc05-4a7b-8b45-b751dc673573 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585208 Aug 23 10:28:30.459692 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-1005bb3f-488c-467f-9522-85f671ae0e57 req-0e52c84e-87ed-42e1-9129-4cf3031d675a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:30.466168 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-1b7d03f3-6275-49be-87e2-12b4b65d8b57 tempest-DeleteServersTestJSON-1203597431 tempest-DeleteServersTestJSON-1203597431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:30.600165 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52c84e-87ed-42e1-9129-4cf3031d675a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Pushing event deleted for resources: {'Port': ['ID=7f62bb47-30ff-4fb0-94f0-d075e5c1d047,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:30.606943 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0e52c84e-87ed-42e1-9129-4cf3031d675a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:30.658359 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-4dc0fda7-5eee-434c-a92e-1843096b0f55 req-d12498c7-d245-4ee4-a211-ae60a00ab629 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] For port 1a4031b3-345a-4690-a12f-b05230ee4945, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1a4031b3-345a-4690-a12f-b05230ee4945,segment=NetworkSegment(483c3dc3-6f40-45ab-bb5c-7351d172b863),segment_id=483c3dc3-6f40-45ab-bb5c-7351d172b863)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:30.658725 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-4dc0fda7-5eee-434c-a92e-1843096b0f55 req-d12498c7-d245-4ee4-a211-ae60a00ab629 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:30.730154 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1876f7c-83f7-4be5-bccc-359f4f6aeea3 req-e41e16f1-3d3e-4c66-86cb-d130ab1da806 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:30.731533 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c1876f7c-83f7-4be5-bccc-359f4f6aeea3 req-e41e16f1-3d3e-4c66-86cb-d130ab1da806 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=493fed31-80c9-4741-a592-ed6e71a16024 HTTP/1.1" status: 200 len: 945 time: 0.2479036 Aug 23 10:28:30.784311 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1005bb3f-488c-467f-9522-85f671ae0e57 req-0e52c84e-87ed-42e1-9129-4cf3031d675a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:28:30.794913 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-4dc0fda7-5eee-434c-a92e-1843096b0f55 req-d12498c7-d245-4ee4-a211-ae60a00ab629 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Calling delete_port for 1a4031b3-345a-4690-a12f-b05230ee4945 owned by compute:nova {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:28:30.881185 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c1876f7c-83f7-4be5-bccc-359f4f6aeea3 req-76fcd417-4328-4b70-a4d9-daa3a922ca8a tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964146 Aug 23 10:28:30.970582 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1005bb3f-488c-467f-9522-85f671ae0e57 req-0e52c84e-87ed-42e1-9129-4cf3031d675a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:28:30.973827 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-4dc0fda7-5eee-434c-a92e-1843096b0f55 req-d12498c7-d245-4ee4-a211-ae60a00ab629 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:30.981633 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-538a3b2e-bd82-4c25-9ab3-2841e3506268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:30.984353 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39f9cca-c326-46ef-b64a-1d9e69765554 None None] Sync routers for ids ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:28:31.000999 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['473f83d5-e2a3-49e6-bae9-73d1a66e6fbd', '6f0c7499-ac2b-4e91-9b7c-745250588c62', '1a4031b3-345a-4690-a12f-b05230ee4945'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:28:31.031777 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12498c7-d245-4ee4-a211-ae60a00ab629 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Pushing event deleted for resources: {'Port': ['ID=1a4031b3-345a-4690-a12f-b05230ee4945,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:31.054491 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [req-1005bb3f-488c-467f-9522-85f671ae0e57 req-0e52c84e-87ed-42e1-9129-4cf3031d675a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] No DVR routers for this DVR port 7f62bb47-30ff-4fb0-94f0-d075e5c1d047 on host hv-cinder-80278 {{(pid=79261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:28:31.056925 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-1005bb3f-488c-467f-9522-85f671ae0e57 req-0e52c84e-87ed-42e1-9129-4cf3031d675a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:31.060033 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d705d1-f798-4d39-9084-c2e97c79d9e7', 'name': 'network-vif-deleted', 'tag': '7f62bb47-30ff-4fb0-94f0-d075e5c1d047'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:28:31.077182 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1005bb3f-488c-467f-9522-85f671ae0e57 req-0e52c84e-87ed-42e1-9129-4cf3031d675a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.38 "DELETE /v2.0/ports/7f62bb47-30ff-4fb0-94f0-d075e5c1d047 HTTP/1.1" status: 204 len: 173 time: 1.4843862 Aug 23 10:28:31.118877 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39f9cca-c326-46ef-b64a-1d9e69765554 None None] Routers {'6dda64b0-5a92-4731-ba79-9cb121c8bb7f'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:28:31.120183 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-e39f9cca-c326-46ef-b64a-1d9e69765554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:28:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:31.127001 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc0fda7-5eee-434c-a92e-1843096b0f55 req-d12498c7-d245-4ee4-a211-ae60a00ab629 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] No DVR routers for this DVR port 1a4031b3-345a-4690-a12f-b05230ee4945 on host hv-cinder-80278 {{(pid=79262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:28:31.141055 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d705d1-f798-4d39-9084-c2e97c79d9e7', 'name': 'network-vif-deleted', 'tag': '7f62bb47-30ff-4fb0-94f0-d075e5c1d047', 'status': 'completed', 'code': 200} Aug 23 10:28:31.142888 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12498c7-d245-4ee4-a211-ae60a00ab629 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:31.143494 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12498c7-d245-4ee4-a211-ae60a00ab629 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:31.144050 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12498c7-d245-4ee4-a211-ae60a00ab629 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:31.144617 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12498c7-d245-4ee4-a211-ae60a00ab629 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:31.145164 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12498c7-d245-4ee4-a211-ae60a00ab629 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:31.145732 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12498c7-d245-4ee4-a211-ae60a00ab629 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:31.146275 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12498c7-d245-4ee4-a211-ae60a00ab629 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:31.146955 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12498c7-d245-4ee4-a211-ae60a00ab629 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:31.147598 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12498c7-d245-4ee4-a211-ae60a00ab629 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:31.148688 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12498c7-d245-4ee4-a211-ae60a00ab629 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:31.149248 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12498c7-d245-4ee4-a211-ae60a00ab629 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:31.149799 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12498c7-d245-4ee4-a211-ae60a00ab629 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:28:31.153353 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-d12498c7-d245-4ee4-a211-ae60a00ab629 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:31.154693 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-4dc0fda7-5eee-434c-a92e-1843096b0f55 req-d12498c7-d245-4ee4-a211-ae60a00ab629 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:31.158772 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493fed31-80c9-4741-a592-ed6e71a16024', 'name': 'network-vif-deleted', 'tag': '1a4031b3-345a-4690-a12f-b05230ee4945'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:28:31.196919 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4dc0fda7-5eee-434c-a92e-1843096b0f55 req-d12498c7-d245-4ee4-a211-ae60a00ab629 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.38 "DELETE /v2.0/ports/1a4031b3-345a-4690-a12f-b05230ee4945 HTTP/1.1" status: 204 len: 173 time: 1.0032451 Aug 23 10:28:31.225854 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493fed31-80c9-4741-a592-ed6e71a16024', 'name': 'network-vif-deleted', 'tag': '1a4031b3-345a-4690-a12f-b05230ee4945', 'status': 'completed', 'code': 200} Aug 23 10:28:31.381115 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-e39f9cca-c326-46ef-b64a-1d9e69765554 None None] Set router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:28:31.612607 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-84a9fbe8-11e7-429c-a28e-a3e69ad2769f req-4213dfc2-6c2b-4db6-a023-7a042b59fcc7 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Synchronizing usage tracker for tenant:a6864e9926d446a1b338ada6c729f0ea on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:28:31.631097 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-84a9fbe8-11e7-429c-a28e-a3e69ad2769f req-4213dfc2-6c2b-4db6-a023-7a042b59fcc7 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Unset dirty status for tenant:a6864e9926d446a1b338ada6c729f0ea on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:28:31.632799 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-84a9fbe8-11e7-429c-a28e-a3e69ad2769f req-4213dfc2-6c2b-4db6-a023-7a042b59fcc7 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d705d1-f798-4d39-9084-c2e97c79d9e7 HTTP/1.1" status: 200 len: 210 time: 0.0614879 Aug 23 10:28:31.877312 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-e39f9cca-c326-46ef-b64a-1d9e69765554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:24:26Z', 'revision_number': 4, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port': {'id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:23Z', 'updated_at': '2021-08-23T10:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': 'b71f2042-dd45-41a0-85a3-94da6fa9fc8d', 'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'mac_address': 'fa:16:3e:7f:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:25Z', 'updated_at': '2021-08-23T10:24:34Z', 'revision_number': 5, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'subnets': [{'id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:31.881342 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39f9cca-c326-46ef-b64a-1d9e69765554 None None] Checking router: 6dda64b0-5a92-4731-ba79-9cb121c8bb7f for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:28:31.890739 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39f9cca-c326-46ef-b64a-1d9e69765554 None None] Routers {'6dda64b0-5a92-4731-ba79-9cb121c8bb7f'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:28:31.891344 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-e39f9cca-c326-46ef-b64a-1d9e69765554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:28:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:32.069068 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:28:32.076770 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-e39f9cca-c326-46ef-b64a-1d9e69765554 None None] Set router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:28:32.422567 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-e39f9cca-c326-46ef-b64a-1d9e69765554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:24:26Z', 'revision_number': 4, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port': {'id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:23Z', 'updated_at': '2021-08-23T10:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': 'b71f2042-dd45-41a0-85a3-94da6fa9fc8d', 'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'mac_address': 'fa:16:3e:7f:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:25Z', 'updated_at': '2021-08-23T10:24:34Z', 'revision_number': 5, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'subnets': [{'id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:32.426701 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39f9cca-c326-46ef-b64a-1d9e69765554 None None] The sync data for ids ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'] in dv-cinder-802781-2-iscsi is: [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:24:26Z', 'revision_number': 4, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port': {'id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:23Z', 'updated_at': '2021-08-23T10:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': 'b71f2042-dd45-41a0-85a3-94da6fa9fc8d', 'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'mac_address': 'fa:16:3e:7f:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:25Z', 'updated_at': '2021-08-23T10:24:34Z', 'revision_number': 5, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'subnets': [{'id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:28:32.502071 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccb718-4f87-48c6-a5a7-19775dbed4cd req-810b408a-01d3-4263-b89b-3bda69e9b787 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:32.503659 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-41ccb718-4f87-48c6-a5a7-19775dbed4cd req-810b408a-01d3-4263-b89b-3bda69e9b787 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eaaad89-eb30-432f-8dc4-2332287d5d0b HTTP/1.1" status: 200 len: 945 time: 0.0831060 Aug 23 10:28:32.552150 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-41ccb718-4f87-48c6-a5a7-19775dbed4cd req-147e34ab-f97f-459f-b0dd-79c92400a5ca tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420711 Aug 23 10:28:32.652975 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c160c283-195a-4e2e-a657-4e994d82f4a9 None None] New status for floating IP a1d20b6f-332a-406e-a7a5-538dd189dddf: DOWN {{(pid=79264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:28:32.833595 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-6f12ad55-90bf-4ab1-a258-bc3f4c49e273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:33.008236 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-eee14e66-ea92-4e1e-a222-86a5e5652ff8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-393861361&fields=id&tenant_id=a6864e9926d446a1b338ada6c729f0ea HTTP/1.1" status: 200 len: 267 time: 0.0411043 Aug 23 10:28:33.157720 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-325a345e-39ba-42e3-9dfa-07a2898616f9 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:33.159166 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-325a345e-39ba-42e3-9dfa-07a2898616f9 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/networks?id=a18a32d3-3186-440e-9e08-e8bed12731a2 HTTP/1.1" status: 200 len: 812 time: 0.1443179 Aug 23 10:28:33.175396 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-71c9baeb-3852-45b1-bc3f-45c46dd05aae tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/quotas/a6864e9926d446a1b338ada6c729f0ea HTTP/1.1" status: 200 len: 375 time: 0.0101123 Aug 23 10:28:33.257431 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-ad418376-78c6-4450-b6ad-c57ad81dd131 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6864e9926d446a1b338ada6c729f0ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0771375 Aug 23 10:28:33.391453 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-73137cad-8894-4faa-b557-d9998d888a16 service neutron] 10.222.0.21 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228704 Aug 23 10:28:33.521383 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-07103c4a-879e-4a93-9fc3-11b6387ada1e service neutron] 10.222.0.21 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241097 Aug 23 10:28:33.626136 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:33.755198 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e523a5-3b64-4b7f-9505-098ca073d922 req-d66bc506-f471-42b8-8f86-ebdcf57189a4 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:33.757528 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-80e523a5-3b64-4b7f-9505-098ca073d922 req-d66bc506-f471-42b8-8f86-ebdcf57189a4 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eaaad89-eb30-432f-8dc4-2332287d5d0b HTTP/1.1" status: 200 len: 945 time: 0.0879500 Aug 23 10:28:33.804699 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-80e523a5-3b64-4b7f-9505-098ca073d922 req-54eb930e-3b65-4c8b-998e-2af3b6baddfe tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Aug 23 10:28:33.916486 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a7f9e656-1dc5-40d1-b355-3d1b3aa6b877 req-3946d79c-b3f1-4b1a-8484-44657b5dfca1 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 210 time: 0.0462139 Aug 23 10:28:34.027090 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 1a4031b3-345a-4690-a12f-b05230ee4945 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:28:34.095097 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae2b17-956d-4d0d-9477-c3685e409005 req-7f914e49-f81b-4fa1-9baa-e839f790c2cc tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:34.095896 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-f1ae2b17-956d-4d0d-9477-c3685e409005 req-7f914e49-f81b-4fa1-9baa-e839f790c2cc tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Synchronizing usage tracker for tenant:5fe87b78ed094d9895ad47a6fa5394c0 on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:28:34.109424 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] No Port match for: 1a4031b3-345a-4690-a12f-b05230ee4945 {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:28:34.109783 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 1a4031b3-345a-4690-a12f-b05230ee4945 not bound to the agent host hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:28:34.110217 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 7f62bb47-30ff-4fb0-94f0-d075e5c1d047 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:28:34.114488 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-f1ae2b17-956d-4d0d-9477-c3685e409005 req-7f914e49-f81b-4fa1-9baa-e839f790c2cc tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Unset dirty status for tenant:5fe87b78ed094d9895ad47a6fa5394c0 on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:28:34.116767 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f1ae2b17-956d-4d0d-9477-c3685e409005 req-7f914e49-f81b-4fa1-9baa-e839f790c2cc tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eaaad89-eb30-432f-8dc4-2332287d5d0b HTTP/1.1" status: 200 len: 945 time: 0.1065755 Aug 23 10:28:34.143408 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] No Port match for: 7f62bb47-30ff-4fb0-94f0-d075e5c1d047 {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:28:34.143763 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 7f62bb47-30ff-4fb0-94f0-d075e5c1d047 not bound to the agent host hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:28:34.192897 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-f1ae2b17-956d-4d0d-9477-c3685e409005 req-4663b3ef-6da9-48c1-bf9e-e023f975b1e7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Deleting port 6f0c7499-ac2b-4e91-9b7c-745250588c62 {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:28:34.193242 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-f1ae2b17-956d-4d0d-9477-c3685e409005 req-4663b3ef-6da9-48c1-bf9e-e023f975b1e7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:34.530100 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-f1ae2b17-956d-4d0d-9477-c3685e409005 req-4663b3ef-6da9-48c1-bf9e-e023f975b1e7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] For port 6f0c7499-ac2b-4e91-9b7c-745250588c62, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6f0c7499-ac2b-4e91-9b7c-745250588c62,segment=NetworkSegment(483c3dc3-6f40-45ab-bb5c-7351d172b863),segment_id=483c3dc3-6f40-45ab-bb5c-7351d172b863)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:34.530460 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-f1ae2b17-956d-4d0d-9477-c3685e409005 req-4663b3ef-6da9-48c1-bf9e-e023f975b1e7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:34.652257 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-f1ae2b17-956d-4d0d-9477-c3685e409005 req-4663b3ef-6da9-48c1-bf9e-e023f975b1e7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Calling delete_port for 6f0c7499-ac2b-4e91-9b7c-745250588c62 owned by compute:nova {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:28:34.794795 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-f1ae2b17-956d-4d0d-9477-c3685e409005 req-4663b3ef-6da9-48c1-bf9e-e023f975b1e7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:34.800458 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:34.809202 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['473f83d5-e2a3-49e6-bae9-73d1a66e6fbd', '6f0c7499-ac2b-4e91-9b7c-745250588c62'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:28:34.851451 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663b3ef-6da9-48c1-bf9e-e023f975b1e7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Pushing event deleted for resources: {'Port': ['ID=6f0c7499-ac2b-4e91-9b7c-745250588c62,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:34.854718 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-4663b3ef-6da9-48c1-bf9e-e023f975b1e7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:34.939942 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ae2b17-956d-4d0d-9477-c3685e409005 req-4663b3ef-6da9-48c1-bf9e-e023f975b1e7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] No DVR routers for this DVR port 6f0c7499-ac2b-4e91-9b7c-745250588c62 on host hv-cinder-80278 {{(pid=79262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:28:34.942385 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-f1ae2b17-956d-4d0d-9477-c3685e409005 req-4663b3ef-6da9-48c1-bf9e-e023f975b1e7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:34.953108 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eaaad89-eb30-432f-8dc4-2332287d5d0b', 'name': 'network-vif-deleted', 'tag': '6f0c7499-ac2b-4e91-9b7c-745250588c62'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:28:34.966496 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f1ae2b17-956d-4d0d-9477-c3685e409005 req-4663b3ef-6da9-48c1-bf9e-e023f975b1e7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.38 "DELETE /v2.0/ports/6f0c7499-ac2b-4e91-9b7c-745250588c62 HTTP/1.1" status: 204 len: 173 time: 0.8446100 Aug 23 10:28:35.070611 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0bcf4a3a-7dd4-4439-8437-2fad9d925756 req-7f9dca5f-dbe7-45f8-a884-ec17d7c9af3c tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eaaad89-eb30-432f-8dc4-2332287d5d0b HTTP/1.1" status: 200 len: 210 time: 0.0841188 Aug 23 10:28:35.138374 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-f388a878-d923-4021-8e15-59b617b83c40 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:35.140214 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-2f06ee9d-704f-4018-92ca-90737c8a5116 req-366ffe0d-ba01-4a6b-94df-4ec0fb3ef397 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 210 time: 0.0575545 Aug 23 10:28:35.140878 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-f388a878-d923-4021-8e15-59b617b83c40 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.38 "GET /v2.0/networks?id=a18a32d3-3186-440e-9e08-e8bed12731a2 HTTP/1.1" status: 200 len: 812 time: 0.3100898 Aug 23 10:28:35.149648 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eaaad89-eb30-432f-8dc4-2332287d5d0b', 'name': 'network-vif-deleted', 'tag': '6f0c7499-ac2b-4e91-9b7c-745250588c62', 'status': 'completed', 'code': 200} Aug 23 10:28:35.215771 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-58d6deb4-0950-4c86-9f92-444ffbe41f5a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6864e9926d446a1b338ada6c729f0ea HTTP/1.1" status: 200 len: 379 time: 0.0625396 Aug 23 10:28:35.226069 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-4802d362-5382-4d47-a912-f5de946fcff8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Request body: {'port': {'device_id': '9ea65bd0-2136-43a9-b1b5-72343eeead3a', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'admin_state_up': True, 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'security_groups': ['2ff61bfb-228f-4c02-899c-45310098eef6']}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:28:35.364669 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-4802d362-5382-4d47-a912-f5de946fcff8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:28:35.374599 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-4802d362-5382-4d47-a912-f5de946fcff8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:28:35.389736 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-4802d362-5382-4d47-a912-f5de946fcff8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Made reservation on behalf of a6864e9926d446a1b338ada6c729f0ea for: {'port': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:28:35.393647 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-4802d362-5382-4d47-a912-f5de946fcff8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:35.558324 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-0238e2b8-d878-42c4-a191-b30eded97b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:35.563166 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-4802d362-5382-4d47-a912-f5de946fcff8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Allocated IP 172.20.0.6 (a18a32d3-3186-440e-9e08-e8bed12731a2/14c11f95-41aa-4176-8d80-0a61ad808b4f/f6087ed5-88e3-4c28-910f-23a0f81902fa) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:28:35.778216 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-4802d362-5382-4d47-a912-f5de946fcff8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:35.794845 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-4802d362-5382-4d47-a912-f5de946fcff8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Transition to ACTIVE for port object f6087ed5-88e3-4c28-910f-23a0f81902fa will not be triggered until provisioned by entity DHCP. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:28:35.820470 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-4802d362-5382-4d47-a912-f5de946fcff8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:35.830310 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:36.014002 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-4802d362-5382-4d47-a912-f5de946fcff8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Network a18a32d3-3186-440e-9e08-e8bed12731a2 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:28:36.024524 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-4802d362-5382-4d47-a912-f5de946fcff8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:28:36.033522 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-4802d362-5382-4d47-a912-f5de946fcff8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:28:36.073199 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802d362-5382-4d47-a912-f5de946fcff8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Pushing event updated for resources: {'Port': ['ID=f6087ed5-88e3-4c28-910f-23a0f81902fa,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:36.080982 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-4802d362-5382-4d47-a912-f5de946fcff8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:36.112193 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-4802d362-5382-4d47-a912-f5de946fcff8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:36.112764 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-4802d362-5382-4d47-a912-f5de946fcff8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:36.146077 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-4802d362-5382-4d47-a912-f5de946fcff8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9244132 Aug 23 10:28:36.155857 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423af42-8321-4e82-9c1d-22911a2173cd req-aa464542-3a8a-42b8-95b5-6181d90ccd51 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:36.157460 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9423af42-8321-4e82-9c1d-22911a2173cd req-aa464542-3a8a-42b8-95b5-6181d90ccd51 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.2035837 Aug 23 10:28:36.162449 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] Request body: {'port': {'device_id': '9ea65bd0-2136-43a9-b1b5-72343eeead3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:28:36.314001 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-139bd289-c330-4e0d-ac7b-6af3514cfc9f None None] Provisioning for port f6087ed5-88e3-4c28-910f-23a0f81902fa completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:28:36.321048 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-139bd289-c330-4e0d-ac7b-6af3514cfc9f None None] Provisioning complete for port f6087ed5-88e3-4c28-910f-23a0f81902fa triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:28:36.321844 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-139bd289-c330-4e0d-ac7b-6af3514cfc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:36.323732 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:36.359137 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0116d1-d0cb-41ae-acb2-ebb49aa63e20 req-7b65ff73-d1c0-412f-a096-5e59346c2962 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:36.360793 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fb0116d1-d0cb-41ae-acb2-ebb49aa63e20 req-7b65ff73-d1c0-412f-a096-5e59346c2962 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 931 time: 0.1009555 Aug 23 10:28:36.365143 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9423af42-8321-4e82-9c1d-22911a2173cd req-66132abf-8b11-43a6-9512-bee1aa9a52f4 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403306 Aug 23 10:28:36.412600 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fb0116d1-d0cb-41ae-acb2-ebb49aa63e20 req-e3cf1284-6d43-4220-a063-5f4b05cf7e63 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444038 Aug 23 10:28:36.425893 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-139bd289-c330-4e0d-ac7b-6af3514cfc9f None None] Port f6087ed5-88e3-4c28-910f-23a0f81902fa cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:28:36.434657 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:36.719242 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6087ed5-88e3-4c28-910f-23a0f81902fa {{(pid=79261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:28:36.727266 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:36.742393 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] Transition to ACTIVE for port object f6087ed5-88e3-4c28-910f-23a0f81902fa will not be triggered until provisioned by entity L2. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:28:36.745423 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14701805'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:36.750392 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:36.937243 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f6087ed5-88e3-4c28-910f-23a0f81902fa,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:36.940666 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:36.987180 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] Attempting to bind port f6087ed5-88e3-4c28-910f-23a0f81902fa on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:28:36.987436 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] Attempting to bind port f6087ed5-88e3-4c28-910f-23a0f81902fa by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '5f857737-07df-483e-98d1-f9abb21c6d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2'}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:28:36.987769 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] Attempting to bind port f6087ed5-88e3-4c28-910f-23a0f81902fa on network a18a32d3-3186-440e-9e08-e8bed12731a2 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:28:36.992263 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] Port f6087ed5-88e3-4c28-910f-23a0f81902fa on network a18a32d3-3186-440e-9e08-e8bed12731a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:28:36.992610 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] Attempting to bind port f6087ed5-88e3-4c28-910f-23a0f81902fa on network a18a32d3-3186-440e-9e08-e8bed12731a2 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:28:36.997723 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] Checking agent: {'id': 'f0a3a63c-ec97-42f3-9482-19859e948017', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'started_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:28:36.998063 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] Checking segment: {'id': '5f857737-07df-483e-98d1-f9abb21c6d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:28:36.998442 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] Bound using segment: {'id': '5f857737-07df-483e-98d1-f9abb21c6d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2'} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:28:36.998862 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] Bound port: f6087ed5-88e3-4c28-910f-23a0f81902fa, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f857737-07df-483e-98d1-f9abb21c6d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2'}}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:28:36.999216 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:37.079596 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae724041-9225-4e72-9dfc-b09b25c99208 req-b9c82394-6ffc-46c4-b1cd-8e66e8fba788 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:37.080999 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ae724041-9225-4e72-9dfc-b09b25c99208 req-b9c82394-6ffc-46c4-b1cd-8e66e8fba788 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.38 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.0892284 Aug 23 10:28:37.098622 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] For port f6087ed5-88e3-4c28-910f-23a0f81902fa, host hv-cinder-80278, cleared binding levels {{(pid=79261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:28:37.103387 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] For port f6087ed5-88e3-4c28-910f-23a0f81902fa, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f6087ed5-88e3-4c28-910f-23a0f81902fa,segment=NetworkSegment(5f857737-07df-483e-98d1-f9abb21c6d3f),segment_id=5f857737-07df-483e-98d1-f9abb21c6d3f)] {{(pid=79261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:28:37.109753 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14701805'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:37.117518 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-95a51624-0695-4344-be5f-b237fda06b8c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:37.197449 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-ae724041-9225-4e72-9dfc-b09b25c99208 req-c17e6d90-a333-44b0-bb6d-f09065e827e6 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Deleting port 5922f8de-0af0-4d9e-b5dd-a016f4db71dd {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:28:37.197984 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-ae724041-9225-4e72-9dfc-b09b25c99208 req-c17e6d90-a333-44b0-bb6d-f09065e827e6 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:37.213652 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:37.214701 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:37.216755 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] 10.222.0.38 "PUT /v2.0/ports/f6087ed5-88e3-4c28-910f-23a0f81902fa HTTP/1.1" status: 200 len: 1093 time: 1.0582027 Aug 23 10:28:37.217418 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea65bd0-2136-43a9-b1b5-72343eeead3a', 'tag': 'f6087ed5-88e3-4c28-910f-23a0f81902fa'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:28:37.257702 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f6087ed5-88e3-4c28-910f-23a0f81902fa,revision_number=3']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:37.262195 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:37.297215 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea65bd0-2136-43a9-b1b5-72343eeead3a', 'tag': 'f6087ed5-88e3-4c28-910f-23a0f81902fa', 'status': 'completed', 'code': 200} Aug 23 10:28:37.343387 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-e857f9cd-cd30-47a9-b2a0-7e0f4c298cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:37.344901 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-e857f9cd-cd30-47a9-b2a0-7e0f4c298cf0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a6864e9926d446a1b338ada6c729f0ea&device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 1096 time: 0.0811572 Aug 23 10:28:37.422207 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-e48e9e81-c724-41b0-b7de-dafec7eec110 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6087ed5-88e3-4c28-910f-23a0f81902fa HTTP/1.1" status: 200 len: 217 time: 0.0629764 Aug 23 10:28:37.491991 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-f1347d77-f12e-404a-af85-249a71d01201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:37.493448 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-f1347d77-f12e-404a-af85-249a71d01201 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=14c11f95-41aa-4176-8d80-0a61ad808b4f HTTP/1.1" status: 200 len: 851 time: 0.0631263 Aug 23 10:28:37.513891 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-ae724041-9225-4e72-9dfc-b09b25c99208 req-c17e6d90-a333-44b0-bb6d-f09065e827e6 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] For port 5922f8de-0af0-4d9e-b5dd-a016f4db71dd, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5922f8de-0af0-4d9e-b5dd-a016f4db71dd,segment=NetworkSegment(e81395ff-959d-4a1d-9754-8caa94ac1e89),segment_id=e81395ff-959d-4a1d-9754-8caa94ac1e89)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:37.514525 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-ae724041-9225-4e72-9dfc-b09b25c99208 req-c17e6d90-a333-44b0-bb6d-f09065e827e6 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:37.635712 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-3759dd19-e921-48fc-8993-3cb31397943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:37.637287 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-3759dd19-e921-48fc-8993-3cb31397943e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a18a32d3-3186-440e-9e08-e8bed12731a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1364176 Aug 23 10:28:37.647199 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bf71a-e96d-4c8e-90e2-df4cdc06d05a req-52099041-8582-4869-8da7-06e1b3e312c8 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:37.649125 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d81bf71a-e96d-4c8e-90e2-df4cdc06d05a req-52099041-8582-4869-8da7-06e1b3e312c8 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 946 time: 0.1089156 Aug 23 10:28:37.825694 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897fa4e-8373-40d1-9412-e706a093ef14 req-e6436a99-2920-4ce7-89a6-79eaf2ea12d9 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:37.827203 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-0897fa4e-8373-40d1-9412-e706a093ef14 req-e6436a99-2920-4ce7-89a6-79eaf2ea12d9 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 943 time: 0.2521563 Aug 23 10:28:37.861838 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d81bf71a-e96d-4c8e-90e2-df4cdc06d05a req-fb58c076-9633-43cc-b162-37ea316645db tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=149edec7-dba0-4798-bf22-62902f32e7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919911 Aug 23 10:28:37.892488 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-8146398b-bc8a-447c-8a41-45a44b8f5d30 service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424321 Aug 23 10:28:37.909287 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-0897fa4e-8373-40d1-9412-e706a093ef14 req-49633912-cd06-4ba8-bf84-3c194e589894 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728045 Aug 23 10:28:37.911438 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-ae724041-9225-4e72-9dfc-b09b25c99208 req-c17e6d90-a333-44b0-bb6d-f09065e827e6 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:37.911830 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-ae724041-9225-4e72-9dfc-b09b25c99208 req-c17e6d90-a333-44b0-bb6d-f09065e827e6 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588992'] for floatingip, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:37.912139 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.db.l3_db [req-ae724041-9225-4e72-9dfc-b09b25c99208 req-c17e6d90-a333-44b0-bb6d-f09065e827e6 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Floating IP 30af98c2-1ccb-4ecb-8c56-c251362e5cf4 disassociated. External IP: 172.27.2.58, port: 5922f8de-0af0-4d9e-b5dd-a016f4db71dd. Aug 23 10:28:37.912528 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-ae724041-9225-4e72-9dfc-b09b25c99208 req-c17e6d90-a333-44b0-bb6d-f09065e827e6 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Calling delete_port for 5922f8de-0af0-4d9e-b5dd-a016f4db71dd owned by compute:nova {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:28:37.961689 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:38.053104 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 6f0c7499-ac2b-4e91-9b7c-745250588c62 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:28:38.074059 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-972cd001-0f1e-4c8e-878e-61ba2f926c53 req-06576a17-a0ec-4d81-a5df-223866cf7b0b service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741936 Aug 23 10:28:38.107131 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] No Port match for: 6f0c7499-ac2b-4e91-9b7c-745250588c62 {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:28:38.107393 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 6f0c7499-ac2b-4e91-9b7c-745250588c62 not bound to the agent host hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:28:38.183579 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-ae724041-9225-4e72-9dfc-b09b25c99208 req-c17e6d90-a333-44b0-bb6d-f09065e827e6 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:38.190191 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:38.220079 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5faa-4159-41a7-a97b-f3f72a17178c req-960d1c27-b54f-48ea-af95-721c97edb7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:38.221154 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-387a5faa-4159-41a7-a97b-f3f72a17178c req-960d1c27-b54f-48ea-af95-721c97edb7dd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a6864e9926d446a1b338ada6c729f0ea&device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 1096 time: 0.0711346 Aug 23 10:28:38.233942 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e6d90-a333-44b0-bb6d-f09065e827e6 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Pushing event deleted for resources: {'Port': ['ID=5922f8de-0af0-4d9e-b5dd-a016f4db71dd,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:38.237735 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c17e6d90-a333-44b0-bb6d-f09065e827e6 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:38.418095 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5faa-4159-41a7-a97b-f3f72a17178c req-7b37ba48-c29a-49bd-87c7-2367076abd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:38.419486 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-387a5faa-4159-41a7-a97b-f3f72a17178c req-7b37ba48-c29a-49bd-87c7-2367076abd54 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a18a32d3-3186-440e-9e08-e8bed12731a2 HTTP/1.1" status: 200 len: 913 time: 0.1915793 Aug 23 10:28:38.422629 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae724041-9225-4e72-9dfc-b09b25c99208 req-c17e6d90-a333-44b0-bb6d-f09065e827e6 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Router c099cf66-6591-4172-a91d-ddfbfcdd89a9 has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:28:38.427607 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2de169-5428-468b-8914-f68a3a202410 req-a2e34c0a-21cb-49b0-a159-c75c200cc18b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:38.429736 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-ff2de169-5428-468b-8914-f68a3a202410 req-a2e34c0a-21cb-49b0-a159-c75c200cc18b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=adc12225-1c21-43c1-bad5-cb788e0eb30e HTTP/1.1" status: 200 len: 945 time: 0.1790206 Aug 23 10:28:38.505100 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-387a5faa-4159-41a7-a97b-f3f72a17178c req-4ee00be9-b8e4-42c5-9780-c2eb3d8c41fd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6087ed5-88e3-4c28-910f-23a0f81902fa HTTP/1.1" status: 200 len: 217 time: 0.0746460 Aug 23 10:28:38.568735 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-ff2de169-5428-468b-8914-f68a3a202410 req-3651ba4e-caea-4b91-9d70-b565de62b958 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865576 Aug 23 10:28:38.587372 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5faa-4159-41a7-a97b-f3f72a17178c req-4ab8a6ab-8bb9-4b41-b9b5-ac0a96e20341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:38.589445 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-387a5faa-4159-41a7-a97b-f3f72a17178c req-4ab8a6ab-8bb9-4b41-b9b5-ac0a96e20341 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=14c11f95-41aa-4176-8d80-0a61ad808b4f HTTP/1.1" status: 200 len: 851 time: 0.0687926 Aug 23 10:28:38.603615 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae724041-9225-4e72-9dfc-b09b25c99208 req-c17e6d90-a333-44b0-bb6d-f09065e827e6 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:28:38.613853 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44848a09-0739-4731-b6fe-fac457a67657 None None] Sync routers for ids ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:28:38.626240 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44848a09-0739-4731-b6fe-fac457a67657 None None] Routers {'c099cf66-6591-4172-a91d-ddfbfcdd89a9'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:28:38.627130 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-44848a09-0739-4731-b6fe-fac457a67657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:28:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:38.673254 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5faa-4159-41a7-a97b-f3f72a17178c req-185b78b1-6658-4a02-be65-c9ba6b441e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:38.674753 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-387a5faa-4159-41a7-a97b-f3f72a17178c req-185b78b1-6658-4a02-be65-c9ba6b441e0a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a18a32d3-3186-440e-9e08-e8bed12731a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758026 Aug 23 10:28:38.686767 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae724041-9225-4e72-9dfc-b09b25c99208 req-c17e6d90-a333-44b0-bb6d-f09065e827e6 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] No DVR routers for this DVR port 5922f8de-0af0-4d9e-b5dd-a016f4db71dd on host hv-cinder-80278 {{(pid=79262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:28:38.689492 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-ae724041-9225-4e72-9dfc-b09b25c99208 req-c17e6d90-a333-44b0-bb6d-f09065e827e6 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:38.695682 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4571a698-928f-4036-872d-d62c92d01ef9', 'name': 'network-vif-deleted', 'tag': '5922f8de-0af0-4d9e-b5dd-a016f4db71dd'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:28:38.714765 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ae724041-9225-4e72-9dfc-b09b25c99208 req-c17e6d90-a333-44b0-bb6d-f09065e827e6 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.38 "DELETE /v2.0/ports/5922f8de-0af0-4d9e-b5dd-a016f4db71dd HTTP/1.1" status: 204 len: 173 time: 1.6277604 Aug 23 10:28:38.762898 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4571a698-928f-4036-872d-d62c92d01ef9', 'name': 'network-vif-deleted', 'tag': '5922f8de-0af0-4d9e-b5dd-a016f4db71dd', 'status': 'completed', 'code': 200} Aug 23 10:28:38.830169 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-387a5faa-4159-41a7-a97b-f3f72a17178c req-7ae68c8b-2217-4d92-8bb2-052f768a4e67 service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472173 Aug 23 10:28:38.842031 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-44848a09-0739-4731-b6fe-fac457a67657 None None] Set router c099cf66-6591-4172-a91d-ddfbfcdd89a9 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:28:38.986126 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-387a5faa-4159-41a7-a97b-f3f72a17178c req-3f2efeb3-2e06-4dde-9c97-5434d016ba38 service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487010 Aug 23 10:28:39.077035 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-cf95b536-0358-47b8-9d76-67c20e82411a req-7d46a0a0-ba36-46c8-9fce-36e5ad000f64 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=4571a698-928f-4036-872d-d62c92d01ef9 HTTP/1.1" status: 200 len: 210 time: 0.0483043 Aug 23 10:28:39.146535 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72014d4c-427e-4b71-98f9-e8067b1c80db req-f840e8d7-0b6c-4f26-b5f4-8e5b28ab1e9a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:39.148600 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-72014d4c-427e-4b71-98f9-e8067b1c80db req-f840e8d7-0b6c-4f26-b5f4-8e5b28ab1e9a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 943 time: 0.0897288 Aug 23 10:28:39.175129 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-44848a09-0739-4731-b6fe-fac457a67657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'name': 'tempest-AttachVolumeTestJSON-923390273-router', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:52Z', 'updated_at': '2021-08-23T10:22:00Z', 'revision_number': 4, 'project_id': '6288f2605747471588a47a33d4b3d386', 'gw_port': {'id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:54Z', 'updated_at': '2021-08-23T10:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '1c22d471-2fac-4fdb-985b-4f0d0e3adbf1', 'name': '', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'mac_address': 'fa:16:3e:a6:74:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:59Z', 'updated_at': '2021-08-23T10:22:11Z', 'revision_number': 5, 'project_id': '6288f2605747471588a47a33d4b3d386', 'subnets': [{'id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:39.179240 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44848a09-0739-4731-b6fe-fac457a67657 None None] Checking router: c099cf66-6591-4172-a91d-ddfbfcdd89a9 for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:28:39.188139 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44848a09-0739-4731-b6fe-fac457a67657 None None] Routers {'c099cf66-6591-4172-a91d-ddfbfcdd89a9'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:28:39.188802 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-44848a09-0739-4731-b6fe-fac457a67657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:28:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:39.214327 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-72014d4c-427e-4b71-98f9-e8067b1c80db req-d613fee9-9e0d-47f2-aa90-d46c65f7ce62 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592875 Aug 23 10:28:39.382638 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-44848a09-0739-4731-b6fe-fac457a67657 None None] Set router c099cf66-6591-4172-a91d-ddfbfcdd89a9 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:28:39.684296 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-44848a09-0739-4731-b6fe-fac457a67657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'name': 'tempest-AttachVolumeTestJSON-923390273-router', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:52Z', 'updated_at': '2021-08-23T10:22:00Z', 'revision_number': 4, 'project_id': '6288f2605747471588a47a33d4b3d386', 'gw_port': {'id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:54Z', 'updated_at': '2021-08-23T10:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '1c22d471-2fac-4fdb-985b-4f0d0e3adbf1', 'name': '', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'mac_address': 'fa:16:3e:a6:74:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:59Z', 'updated_at': '2021-08-23T10:22:11Z', 'revision_number': 5, 'project_id': '6288f2605747471588a47a33d4b3d386', 'subnets': [{'id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:39.688208 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44848a09-0739-4731-b6fe-fac457a67657 None None] The sync data for ids ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'] in dv-cinder-802781-2-iscsi is: [{'id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'name': 'tempest-AttachVolumeTestJSON-923390273-router', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:52Z', 'updated_at': '2021-08-23T10:22:00Z', 'revision_number': 4, 'project_id': '6288f2605747471588a47a33d4b3d386', 'gw_port': {'id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:54Z', 'updated_at': '2021-08-23T10:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '1c22d471-2fac-4fdb-985b-4f0d0e3adbf1', 'name': '', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'mac_address': 'fa:16:3e:a6:74:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:59Z', 'updated_at': '2021-08-23T10:22:11Z', 'revision_number': 5, 'project_id': '6288f2605747471588a47a33d4b3d386', 'subnets': [{'id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:28:39.761881 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa5e92-3f9d-4732-a962-5b9527856c69 req-6969a99c-8620-40c7-80a5-6615f777299d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:39.762576 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-74aa5e92-3f9d-4732-a962-5b9527856c69 req-6969a99c-8620-40c7-80a5-6615f777299d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Synchronizing usage tracker for tenant:5fe87b78ed094d9895ad47a6fa5394c0 on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:28:39.777589 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-74aa5e92-3f9d-4732-a962-5b9527856c69 req-6969a99c-8620-40c7-80a5-6615f777299d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Unset dirty status for tenant:5fe87b78ed094d9895ad47a6fa5394c0 on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:28:39.778825 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-74aa5e92-3f9d-4732-a962-5b9527856c69 req-6969a99c-8620-40c7-80a5-6615f777299d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=adc12225-1c21-43c1-bad5-cb788e0eb30e HTTP/1.1" status: 200 len: 945 time: 0.0966668 Aug 23 10:28:39.828802 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-74aa5e92-3f9d-4732-a962-5b9527856c69 req-6963d2db-01bb-4a18-8892-6f4d5c8135a5 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442390 Aug 23 10:28:39.899453 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263c83ef-03b8-48e4-beb7-f8858b14b88f None None] New status for floating IP 30af98c2-1ccb-4ecb-8c56-c251362e5cf4: DOWN {{(pid=79264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:28:40.203422 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 38736) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:40.268699 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1d5ed2af-f102-4e7e-b750-74acc1f2a7d3 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:40.296013 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1d5ed2af-f102-4e7e-b750-74acc1f2a7d3 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:40.411399 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec11e55-9d5f-4adc-9ae7-79695f9245be req-6afff16b-2ab4-411b-9fbd-a3b6517232ce tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:40.411997 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-dec11e55-9d5f-4adc-9ae7-79695f9245be req-6afff16b-2ab4-411b-9fbd-a3b6517232ce tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Synchronizing usage tracker for tenant:a6864e9926d446a1b338ada6c729f0ea on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:28:40.416649 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1d5ed2af-f102-4e7e-b750-74acc1f2a7d3 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:40.421384 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-6d41dc6b-85bf-40c4-8df0-ff4384fd98ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:40.441170 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ed2af-f102-4e7e-b750-74acc1f2a7d3 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=149edec7-dba0-4798-bf22-62902f32e7a4,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:40.445011 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-1d5ed2af-f102-4e7e-b750-74acc1f2a7d3 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:40.454166 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-dec11e55-9d5f-4adc-9ae7-79695f9245be req-6afff16b-2ab4-411b-9fbd-a3b6517232ce tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Unset dirty status for tenant:a6864e9926d446a1b338ada6c729f0ea on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:28:40.455509 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-dec11e55-9d5f-4adc-9ae7-79695f9245be req-6afff16b-2ab4-411b-9fbd-a3b6517232ce tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 943 time: 0.1402264 Aug 23 10:28:40.457874 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1d5ed2af-f102-4e7e-b750-74acc1f2a7d3 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:40.461367 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-1d5ed2af-f102-4e7e-b750-74acc1f2a7d3 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "DELETE /v2.0/security-groups/149edec7-dba0-4798-bf22-62902f32e7a4 HTTP/1.1" status: 204 len: 168 time: 0.2541621 Aug 23 10:28:40.461566 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 38744) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:40.478385 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.api.v2.resource [None req-20b5d23e-25c0-4ba3-97f6-1821c36663b3 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] show failed (client error): The resource could not be found. Aug 23 10:28:40.479342 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-20b5d23e-25c0-4ba3-97f6-1821c36663b3 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups/149edec7-dba0-4798-bf22-62902f32e7a4 HTTP/1.1" status: 404 len: 347 time: 0.0167992 Aug 23 10:28:40.482149 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 38748) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:40.504760 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-dec11e55-9d5f-4adc-9ae7-79695f9245be req-e909e0cc-6334-47a4-8e48-b96fbf5724eb tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391607 Aug 23 10:28:40.589226 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb954325-526c-472b-af1f-4bf1cc160693 req-eb57df16-3ec6-4e43-a6cc-dd386a2668c1 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:40.590664 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-cb954325-526c-472b-af1f-4bf1cc160693 req-eb57df16-3ec6-4e43-a6cc-dd386a2668c1 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.38 "GET /v2.0/ports?device_id=adc12225-1c21-43c1-bad5-cb788e0eb30e HTTP/1.1" status: 200 len: 945 time: 0.0776629 Aug 23 10:28:40.634371 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-ba445a81-6341-4918-a201-32794e577c25 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Deleting port 52a2f26e-7b77-43dd-b02d-0c7882abaa52 {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:28:40.634704 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ba445a81-6341-4918-a201-32794e577c25 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:40.662091 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [req-cb954325-526c-472b-af1f-4bf1cc160693 req-5b796b3f-513f-4cda-bb94-b105290741e4 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Deleting port 473f83d5-e2a3-49e6-bae9-73d1a66e6fbd {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:28:40.662347 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-cb954325-526c-472b-af1f-4bf1cc160693 req-5b796b3f-513f-4cda-bb94-b105290741e4 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:40.803772 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ba445a81-6341-4918-a201-32794e577c25 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:40.804373 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ba445a81-6341-4918-a201-32794e577c25 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:40.927214 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-ba445a81-6341-4918-a201-32794e577c25 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Calling delete_port for 52a2f26e-7b77-43dd-b02d-0c7882abaa52 owned by network:floatingip {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:28:40.996735 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-cb954325-526c-472b-af1f-4bf1cc160693 req-5b796b3f-513f-4cda-bb94-b105290741e4 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] For port 473f83d5-e2a3-49e6-bae9-73d1a66e6fbd, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=473f83d5-e2a3-49e6-bae9-73d1a66e6fbd,segment=NetworkSegment(483c3dc3-6f40-45ab-bb5c-7351d172b863),segment_id=483c3dc3-6f40-45ab-bb5c-7351d172b863)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:40.997094 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-cb954325-526c-472b-af1f-4bf1cc160693 req-5b796b3f-513f-4cda-bb94-b105290741e4 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:41.123842 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [req-cb954325-526c-472b-af1f-4bf1cc160693 req-5b796b3f-513f-4cda-bb94-b105290741e4 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Calling delete_port for 473f83d5-e2a3-49e6-bae9-73d1a66e6fbd owned by compute:nova {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:28:41.173038 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371a016-bbb8-481c-b579-b692da286f6e req-41aca0ae-bfb8-429b-a492-789ff163058f tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:41.174525 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5371a016-bbb8-481c-b579-b692da286f6e req-41aca0ae-bfb8-429b-a492-789ff163058f tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/ports?device_id=adc12225-1c21-43c1-bad5-cb788e0eb30e HTTP/1.1" status: 200 len: 945 time: 0.2200983 Aug 23 10:28:41.267148 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5371a016-bbb8-481c-b579-b692da286f6e req-d5716805-cf6b-44d9-bc15-d810d59e915f tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c97e43f-604b-49ec-a18d-468ea3faf9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866256 Aug 23 10:28:41.273921 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ba445a81-6341-4918-a201-32794e577c25 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:41.279173 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:41.280214 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-cb954325-526c-472b-af1f-4bf1cc160693 req-5b796b3f-513f-4cda-bb94-b105290741e4 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:41.286493 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-40f88bd3-7c1e-4c54-bb43-5e3621e568dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:41.291851 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['473f83d5-e2a3-49e6-bae9-73d1a66e6fbd'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:28:41.331215 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b796b3f-513f-4cda-bb94-b105290741e4 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Pushing event deleted for resources: {'Port': ['ID=473f83d5-e2a3-49e6-bae9-73d1a66e6fbd,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:41.332148 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba445a81-6341-4918-a201-32794e577c25 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Pushing event deleted for resources: {'Port': ['ID=52a2f26e-7b77-43dd-b02d-0c7882abaa52,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:41.334281 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5b796b3f-513f-4cda-bb94-b105290741e4 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:41.336147 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-ba445a81-6341-4918-a201-32794e577c25 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:41.408985 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb954325-526c-472b-af1f-4bf1cc160693 req-5b796b3f-513f-4cda-bb94-b105290741e4 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] No DVR routers for this DVR port 473f83d5-e2a3-49e6-bae9-73d1a66e6fbd on host hv-cinder-80278 {{(pid=79261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:28:41.411468 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-cb954325-526c-472b-af1f-4bf1cc160693 req-5b796b3f-513f-4cda-bb94-b105290741e4 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:41.414089 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc12225-1c21-43c1-bad5-cb788e0eb30e', 'name': 'network-vif-deleted', 'tag': '473f83d5-e2a3-49e6-bae9-73d1a66e6fbd'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:28:41.426787 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ba445a81-6341-4918-a201-32794e577c25 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for floatingip, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:41.431225 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-cb954325-526c-472b-af1f-4bf1cc160693 req-5b796b3f-513f-4cda-bb94-b105290741e4 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] 10.222.0.38 "DELETE /v2.0/ports/473f83d5-e2a3-49e6-bae9-73d1a66e6fbd HTTP/1.1" status: 204 len: 173 time: 0.8348505 Aug 23 10:28:41.442947 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ba445a81-6341-4918-a201-32794e577c25 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for floatingip, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:41.444912 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-ba445a81-6341-4918-a201-32794e577c25 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "DELETE /v2.0/floatingips/30af98c2-1ccb-4ecb-8c56-c251362e5cf4 HTTP/1.1" status: 204 len: 168 time: 0.9610996 Aug 23 10:28:41.480351 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc12225-1c21-43c1-bad5-cb788e0eb30e', 'name': 'network-vif-deleted', 'tag': '473f83d5-e2a3-49e6-bae9-73d1a66e6fbd', 'status': 'completed', 'code': 200} Aug 23 10:28:41.746266 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5570779-7ed2-418a-9215-d5b2cd09a9f6 req-a54e2be9-d3ea-4880-801d-cab0bf1d2c09 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:41.747700 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b5570779-7ed2-418a-9215-d5b2cd09a9f6 req-a54e2be9-d3ea-4880-801d-cab0bf1d2c09 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 943 time: 0.0819597 Aug 23 10:28:41.790933 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b5570779-7ed2-418a-9215-d5b2cd09a9f6 req-bda7893d-52d2-4803-b5cc-52812d356e3d tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375040 Aug 23 10:28:41.943816 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 38762) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:41.949276 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-7e97bd3b-87ba-4433-a1e5-ce3583eae484 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--527107683', 'description': 'tempest-description--391953369'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:28:41.955216 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-7e97bd3b-87ba-4433-a1e5-ce3583eae484 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:28:41.960130 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-7e97bd3b-87ba-4433-a1e5-ce3583eae484 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Usage tracker for resource:security_group and tenant:6288f2605747471588a47a33d4b3d386 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:28:41.963468 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-7e97bd3b-87ba-4433-a1e5-ce3583eae484 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:28:41.970296 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-7e97bd3b-87ba-4433-a1e5-ce3583eae484 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:28:41.982010 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7e97bd3b-87ba-4433-a1e5-ce3583eae484 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.007993 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-7e97bd3b-87ba-4433-a1e5-ce3583eae484 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:28:42.012630 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-7e97bd3b-87ba-4433-a1e5-ce3583eae484 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Usage tracker for resource:security_group_rule and tenant:6288f2605747471588a47a33d4b3d386 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:28:42.015700 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-7e97bd3b-87ba-4433-a1e5-ce3583eae484 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:28:42.021764 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-7e97bd3b-87ba-4433-a1e5-ce3583eae484 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:28:42.069931 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 5922f8de-0af0-4d9e-b5dd-a016f4db71dd no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:28:42.092198 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7e97bd3b-87ba-4433-a1e5-ce3583eae484 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.095668 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7e97bd3b-87ba-4433-a1e5-ce3583eae484 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.101137 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-4bacfa85-0bee-4e8e-872d-5d51be202898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:42.103517 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] No Port match for: 5922f8de-0af0-4d9e-b5dd-a016f4db71dd {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:28:42.103872 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 5922f8de-0af0-4d9e-b5dd-a016f4db71dd not bound to the agent host hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:28:42.141610 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97bd3b-87ba-4433-a1e5-ce3583eae484 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b4a446-ee88-4d6e-9826-1b1f17c032d0,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:42.144606 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7e97bd3b-87ba-4433-a1e5-ce3583eae484 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:42.145439 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7e97bd3b-87ba-4433-a1e5-ce3583eae484 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.146667 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-7e97bd3b-87ba-4433-a1e5-ce3583eae484 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2017529 Aug 23 10:28:42.150033 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 38766) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:42.155073 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-f5a5362e-b115-49d8-926a-1c46e74a73a7 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Request body: {'security_group_rule': {'security_group_id': '43b4a446-ee88-4d6e-9826-1b1f17c032d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:28:42.160859 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-f5a5362e-b115-49d8-926a-1c46e74a73a7 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:28:42.165350 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-f5a5362e-b115-49d8-926a-1c46e74a73a7 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Usage tracker for resource:security_group_rule and tenant:6288f2605747471588a47a33d4b3d386 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:28:42.168146 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-f5a5362e-b115-49d8-926a-1c46e74a73a7 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:28:42.173699 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-f5a5362e-b115-49d8-926a-1c46e74a73a7 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:28:42.190072 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f5a5362e-b115-49d8-926a-1c46e74a73a7 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.251880 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f5a5362e-b115-49d8-926a-1c46e74a73a7 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.255404 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f5a5362e-b115-49d8-926a-1c46e74a73a7 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.258452 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:42.280477 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5362e-b115-49d8-926a-1c46e74a73a7 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46d1597-7cfd-4ccc-b6bd-b396874c9b6f,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:42.283272 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f5a5362e-b115-49d8-926a-1c46e74a73a7 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:42.290121 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f5a5362e-b115-49d8-926a-1c46e74a73a7 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.291313 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-f5a5362e-b115-49d8-926a-1c46e74a73a7 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1403694 Aug 23 10:28:42.293888 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 38772) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:42.298894 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-d85a0849-6ac9-47fe-a75d-0233e308fcca tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Request body: {'security_group_rule': {'security_group_id': '43b4a446-ee88-4d6e-9826-1b1f17c032d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:28:42.305063 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-d85a0849-6ac9-47fe-a75d-0233e308fcca tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:28:42.308875 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-d85a0849-6ac9-47fe-a75d-0233e308fcca tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Usage tracker for resource:security_group_rule and tenant:6288f2605747471588a47a33d4b3d386 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:28:42.311703 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-d85a0849-6ac9-47fe-a75d-0233e308fcca tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:28:42.317379 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-d85a0849-6ac9-47fe-a75d-0233e308fcca tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:28:42.334311 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d85a0849-6ac9-47fe-a75d-0233e308fcca tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.361545 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 38776) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:42.395523 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d85a0849-6ac9-47fe-a75d-0233e308fcca tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.400512 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d85a0849-6ac9-47fe-a75d-0233e308fcca tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.402935 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8f63c7e0-a39e-4caf-8364-f542c599ee20 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:42.421520 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cff2c43-c36f-46da-b8e7-31711c6288b9 admin admin] Deleting subnet f6c56be5-54e9-42e1-a9e9-a4e4ebe7f647 {{(pid=79262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:28:42.424498 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8cff2c43-c36f-46da-b8e7-31711c6288b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.425080 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a0849-6ac9-47fe-a75d-0233e308fcca tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbeea88-6071-4d9b-9f77-1821af7d07c2,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:42.427624 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-d85a0849-6ac9-47fe-a75d-0233e308fcca tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:42.435597 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d85a0849-6ac9-47fe-a75d-0233e308fcca tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.436791 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-d85a0849-6ac9-47fe-a75d-0233e308fcca tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419613 Aug 23 10:28:42.440021 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 38780) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:42.445175 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Request body: {'floatingip': {'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:28:42.450904 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:28:42.454729 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Usage tracker for resource:floatingip and tenant:6288f2605747471588a47a33d4b3d386 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:28:42.457535 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:28:42.463285 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:28:42.473112 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for floatingip, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.478388 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8cff2c43-c36f-46da-b8e7-31711c6288b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15130840'] for subnet, precommit_delete_associations {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.532590 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8cff2c43-c36f-46da-b8e7-31711c6288b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351694'] for subnet, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.604892 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8cff2c43-c36f-46da-b8e7-31711c6288b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14958768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15036623'] for subnet, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.610033 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c5562502-6e55-4c71-819e-1940361a0b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:42.614122 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.645608 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff2c43-c36f-46da-b8e7-31711c6288b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6c56be5-54e9-42e1-a9e9-a4e4ebe7f647,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:42.648177 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-8cff2c43-c36f-46da-b8e7-31711c6288b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:42.651176 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8cff2c43-c36f-46da-b8e7-31711c6288b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.657631 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-8cff2c43-c36f-46da-b8e7-31711c6288b9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f6c56be5-54e9-42e1-a9e9-a4e4ebe7f647 HTTP/1.1" status: 204 len: 168 time: 0.2950313 Aug 23 10:28:42.660126 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 38786) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:42.752654 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Allocated IP 172.27.2.116 (0e8cefd7-d645-4496-8b4b-729be1dafeb2/42841614-a1e8-4916-825f-ef19d8d550be/6abbc2ac-dbe9-4b0f-8bc1-94a0187816e8) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:28:42.771413 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-dde094b1-f4da-431f-8b4c-3b94caa469be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3408463'] for network, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.902078 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.931723 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.933783 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-dde094b1-f4da-431f-8b4c-3b94caa469be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3353717', 'neutron.services.segments.db._delete_segments_for_network-8757078968221'] for network, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.936606 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a8546b8f-feb4-43d1-8ca1-c0754bf00ae6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:42.958745 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-dde094b1-f4da-431f-8b4c-3b94caa469be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0352334-d002-4276-b77f-1ebd14eaa3a7']}} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:42.976029 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-dde094b1-f4da-431f-8b4c-3b94caa469be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483c3dc3-6f40-45ab-bb5c-7351d172b863') {'for_net_delete': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:42.976288 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-dde094b1-f4da-431f-8b4c-3b94caa469be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483c3dc3-6f40-45ab-bb5c-7351d172b863') {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:42.991942 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-dde094b1-f4da-431f-8b4c-3b94caa469be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757078964983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15130823'] for segment, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:42.999916 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:28:43.002925 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:28:43.005229 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:28:43.016860 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-dde094b1-f4da-431f-8b4c-3b94caa469be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:43.027534 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde094b1-f4da-431f-8b4c-3b94caa469be admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=79262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:28:43.028084 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-dde094b1-f4da-431f-8b4c-3b94caa469be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3366333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14958806'] for segment, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: Traceback (most recent call last): Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: timer() Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: cb(*args, **kw) Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: return func(*args, **kwargs) Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: self._notify() Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: self.callback(batched_events) Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: event.method(event) Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: return f(self, *a, **k) Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: return self._get(url).json() Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: return self.request(url, 'GET', **kwargs) Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:28:43.041561 dv-cinder-802781-2-iscsi neutron-server[79262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:28:43.048084 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Pushing event updated for resources: {'Port': ['ID=6abbc2ac-dbe9-4b0f-8bc1-94a0187816e8,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:43.048971 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86819516-6420-45e0-b75d-00e819e58d77 req-d08d423f-9e67-434b-bbea-08ebd964e446 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:43.050431 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-86819516-6420-45e0-b75d-00e819e58d77 req-d08d423f-9e67-434b-bbea-08ebd964e446 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 943 time: 0.1535721 Aug 23 10:28:43.050848 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:43.095337 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:43.155298 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:43.161209 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-dde094b1-f4da-431f-8b4c-3b94caa469be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3353612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589113'] for network, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:43.167551 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-86819516-6420-45e0-b75d-00e819e58d77 req-43ac4c97-ef0b-453c-9448-affccccb96b1 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043520 Aug 23 10:28:43.169246 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:43.184272 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-dde094b1-f4da-431f-8b4c-3b94caa469be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:43.195081 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde094b1-f4da-431f-8b4c-3b94caa469be admin admin] Pushing event deleted for resources: {'Network': ['ID=f0352334-d002-4276-b77f-1ebd14eaa3a7,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:43.199247 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-dde094b1-f4da-431f-8b4c-3b94caa469be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:43.206387 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-dde094b1-f4da-431f-8b4c-3b94caa469be admin admin] 10.222.0.21 "DELETE /v2.0/networks/f0352334-d002-4276-b77f-1ebd14eaa3a7 HTTP/1.1" status: 204 len: 168 time: 0.5450442 Aug 23 10:28:43.314816 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 38794) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:43.363416 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-37a5b682-dc68-4d29-8793-0260e586e964 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5fe87b78ed094d9895ad47a6fa5394c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473335 Aug 23 10:28:43.364869 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:43.365762 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 38798) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:43.369611 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14701805'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:43.373989 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:43.424755 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5128f213-7a59-45f4-9f48-8eba96d461e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:43.450952 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5128f213-7a59-45f4-9f48-8eba96d461e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:43.478061 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Pushing event updated for resources: {'Port': ['ID=6abbc2ac-dbe9-4b0f-8bc1-94a0187816e8,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:43.480799 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:43.488204 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588992'] for floatingip, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:43.504368 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5128f213-7a59-45f4-9f48-8eba96d461e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:43.509957 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-8c33fd76-b04a-442d-b307-3d6a37a3727a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:43.510649 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:43.511849 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0708745 Aug 23 10:28:43.523611 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128f213-7a59-45f4-9f48-8eba96d461e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c97e43f-604b-49ec-a18d-468ea3faf9af,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:43.526535 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-5128f213-7a59-45f4-9f48-8eba96d461e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:43.539179 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5128f213-7a59-45f4-9f48-8eba96d461e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:43.541844 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-5128f213-7a59-45f4-9f48-8eba96d461e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c97e43f-604b-49ec-a18d-468ea3faf9af HTTP/1.1" status: 204 len: 168 time: 0.1749890 Aug 23 10:28:43.732498 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-9457e523-3f3a-48bc-ad09-aa5ca186fd2a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Synchronizing usage tracker for tenant:6288f2605747471588a47a33d4b3d386 on resource:security_group {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:28:43.748985 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-9457e523-3f3a-48bc-ad09-aa5ca186fd2a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Unset dirty status for tenant:6288f2605747471588a47a33d4b3d386 on resource:security_group {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:28:43.750781 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-9457e523-3f3a-48bc-ad09-aa5ca186fd2a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--527107683&fields=id&tenant_id=6288f2605747471588a47a33d4b3d386 HTTP/1.1" status: 200 len: 267 time: 0.0614650 Aug 23 10:28:44.003185 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-777a0fdf-2e13-4dec-b7d3-f1c2a901dbb1 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:44.004651 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-777a0fdf-2e13-4dec-b7d3-f1c2a901dbb1 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/networks?id=4c1fc7bc-93d4-4389-8e20-f7d09f046981 HTTP/1.1" status: 200 len: 810 time: 0.2468209 Aug 23 10:28:44.024004 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-a356a919-ea06-41eb-9fd7-56c26c2e340e tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/quotas/6288f2605747471588a47a33d4b3d386 HTTP/1.1" status: 200 len: 375 time: 0.0124848 Aug 23 10:28:44.074512 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 473f83d5-e2a3-49e6-bae9-73d1a66e6fbd no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:28:44.110702 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-e9432cf4-90e9-4303-85fa-2321741f5f60 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6288f2605747471588a47a33d4b3d386&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0805912 Aug 23 10:28:44.123391 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] No Port match for: 473f83d5-e2a3-49e6-bae9-73d1a66e6fbd {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:28:44.123867 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 473f83d5-e2a3-49e6-bae9-73d1a66e6fbd not bound to the agent host hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:28:44.258996 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-f5ec0d93-954b-4dae-a38c-d9ea128cdda5 service neutron] 10.222.0.21 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369860 Aug 23 10:28:44.364698 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa3a00-321a-434f-a5c1-b42c51fa4a51 req-1b335267-479f-4cde-aadd-a931f64ee15b tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:44.367282 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3baa3a00-321a-434f-a5c1-b42c51fa4a51 req-1b335267-479f-4cde-aadd-a931f64ee15b tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 943 time: 0.0847812 Aug 23 10:28:44.396427 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-1d1f91b0-ce80-442d-bf91-b3db5d6eca30 service neutron] 10.222.0.21 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302168 Aug 23 10:28:44.414609 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3baa3a00-321a-434f-a5c1-b42c51fa4a51 req-b6953811-41ae-45ba-9d51-e90aa0785a69 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421271 Aug 23 10:28:44.578273 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-e5c9bc09-ce0d-47ca-9804-a7811630acfb req-0afe3f72-1eaa-4015-8aac-b2524dc4e32c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Synchronizing usage tracker for tenant:6288f2605747471588a47a33d4b3d386 on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:28:44.597713 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-e5c9bc09-ce0d-47ca-9804-a7811630acfb req-0afe3f72-1eaa-4015-8aac-b2524dc4e32c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Unset dirty status for tenant:6288f2605747471588a47a33d4b3d386 on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:28:44.599259 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e5c9bc09-ce0d-47ca-9804-a7811630acfb req-0afe3f72-1eaa-4015-8aac-b2524dc4e32c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfb22c9c-8552-4f90-b146-405b240c83e0 HTTP/1.1" status: 200 len: 210 time: 0.0664771 Aug 23 10:28:45.623286 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4ce86-f50f-4a85-8244-bd6d2e0e8bc0 req-d5c4f52d-c7a6-4697-9908-77cbff6e3b55 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:45.626631 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e1b4ce86-f50f-4a85-8244-bd6d2e0e8bc0 req-d5c4f52d-c7a6-4697-9908-77cbff6e3b55 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 943 time: 0.0933454 Aug 23 10:28:45.674913 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-af61c287-f704-4ebc-83f8-18516870852d tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:45.677009 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-af61c287-f704-4ebc-83f8-18516870852d tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.38 "GET /v2.0/networks?id=4c1fc7bc-93d4-4389-8e20-f7d09f046981 HTTP/1.1" status: 200 len: 810 time: 0.1732943 Aug 23 10:28:45.695225 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e1b4ce86-f50f-4a85-8244-bd6d2e0e8bc0 req-9b37519d-b29b-4bc6-9c97-ed9913fea7c9 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622165 Aug 23 10:28:45.743012 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-5cc37fbc-f6c0-4337-a70a-da12093ac665 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6288f2605747471588a47a33d4b3d386 HTTP/1.1" status: 200 len: 379 time: 0.0560517 Aug 23 10:28:45.792372 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-52256a67-e5f4-4983-87ec-dfa216bb4f3f tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Request body: {'port': {'device_id': 'cfb22c9c-8552-4f90-b146-405b240c83e0', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'admin_state_up': True, 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'security_groups': ['43b4a446-ee88-4d6e-9826-1b1f17c032d0']}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:28:45.810747 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1d8ab836-adef-418e-adb7-8c17a692e64b req-e0c78867-f6f4-467b-8e9e-4603942236ad tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfb22c9c-8552-4f90-b146-405b240c83e0 HTTP/1.1" status: 200 len: 210 time: 0.0735078 Aug 23 10:28:45.936338 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-52256a67-e5f4-4983-87ec-dfa216bb4f3f tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:28:45.946660 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-52256a67-e5f4-4983-87ec-dfa216bb4f3f tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:28:45.957664 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-52256a67-e5f4-4983-87ec-dfa216bb4f3f tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Made reservation on behalf of 6288f2605747471588a47a33d4b3d386 for: {'port': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:28:45.962085 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-52256a67-e5f4-4983-87ec-dfa216bb4f3f tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:46.076813 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device f6087ed5-88e3-4c28-910f-23a0f81902fa details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:28:46.140026 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-52256a67-e5f4-4983-87ec-dfa216bb4f3f tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Allocated IP 172.20.0.5 (4c1fc7bc-93d4-4389-8e20-f7d09f046981/3248dd68-15fd-4e1b-bc02-a1c37a6054d5/d33124f5-10cc-466c-bc0b-da575931d7f9) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:28:46.227951 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port f6087ed5-88e3-4c28-910f-23a0f81902fa, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f6087ed5-88e3-4c28-910f-23a0f81902fa,segment=NetworkSegment(5f857737-07df-483e-98d1-f9abb21c6d3f),segment_id=5f857737-07df-483e-98d1-f9abb21c6d3f)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:46.241469 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': 'f6087ed5-88e3-4c28-910f-23a0f81902fa', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'port_id': 'f6087ed5-88e3-4c28-910f-23a0f81902fa', 'mac_address': 'fa:16:3e:25:f7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:28:46.298117 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:46.317188 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6087ed5-88e3-4c28-910f-23a0f81902fa {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:28:46.332611 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-52256a67-e5f4-4983-87ec-dfa216bb4f3f tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:46.339750 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port f6087ed5-88e3-4c28-910f-23a0f81902fa, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f6087ed5-88e3-4c28-910f-23a0f81902fa,segment=NetworkSegment(5f857737-07df-483e-98d1-f9abb21c6d3f),segment_id=5f857737-07df-483e-98d1-f9abb21c6d3f)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:46.344889 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:46.348591 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-52256a67-e5f4-4983-87ec-dfa216bb4f3f tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Transition to ACTIVE for port object d33124f5-10cc-466c-bc0b-da575931d7f9 will not be triggered until provisioned by entity DHCP. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:28:46.349873 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-0075cf5a-5ad6-4164-b0ac-ff53e0ee5ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:46.374274 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-52256a67-e5f4-4983-87ec-dfa216bb4f3f tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:46.380615 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:46.432458 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=f6087ed5-88e3-4c28-910f-23a0f81902fa,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:46.436826 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:46.441591 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-52256a67-e5f4-4983-87ec-dfa216bb4f3f tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Network 4c1fc7bc-93d4-4389-8e20-f7d09f046981 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:28:46.445396 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-52256a67-e5f4-4983-87ec-dfa216bb4f3f tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:28:46.447795 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-52256a67-e5f4-4983-87ec-dfa216bb4f3f tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:28:46.450516 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 38906) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:46.507189 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52256a67-e5f4-4983-87ec-dfa216bb4f3f tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Pushing event updated for resources: {'Port': ['ID=d33124f5-10cc-466c-bc0b-da575931d7f9,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:46.510083 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-52256a67-e5f4-4983-87ec-dfa216bb4f3f tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:46.526670 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-52256a67-e5f4-4983-87ec-dfa216bb4f3f tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:46.527330 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-52256a67-e5f4-4983-87ec-dfa216bb4f3f tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:46.555196 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-52256a67-e5f4-4983-87ec-dfa216bb4f3f tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7715981 Aug 23 10:28:46.571207 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] Request body: {'port': {'device_id': 'cfb22c9c-8552-4f90-b146-405b240c83e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:28:46.586353 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9592ba0f-70b6-47eb-817d-6fd7ad32d8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:46.602611 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-9592ba0f-70b6-47eb-817d-6fd7ad32d8f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:28:46.607098 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-9592ba0f-70b6-47eb-817d-6fd7ad32d8f7 admin admin] Usage tracker for resource:security_group_rule and tenant:89df512c4bc648559b72fae979168dad is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:28:46.610072 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-9592ba0f-70b6-47eb-817d-6fd7ad32d8f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:28:46.616679 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-9592ba0f-70b6-47eb-817d-6fd7ad32d8f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:28:46.676720 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['f6087ed5-88e3-4c28-910f-23a0f81902fa'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:28:46.698081 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:46.709313 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9592ba0f-70b6-47eb-817d-6fd7ad32d8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:46.719146 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9592ba0f-70b6-47eb-817d-6fd7ad32d8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:46.723362 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-fa7ad344-cad1-4ca7-ae1b-4501041247e2 None None] Provisioning for port d33124f5-10cc-466c-bc0b-da575931d7f9 completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:28:46.730648 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-fa7ad344-cad1-4ca7-ae1b-4501041247e2 None None] Provisioning complete for port d33124f5-10cc-466c-bc0b-da575931d7f9 triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:28:46.730962 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-fa7ad344-cad1-4ca7-ae1b-4501041247e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:46.733875 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-afba0365-8032-438b-98a0-9549dc77b30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:46.789045 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-9592ba0f-70b6-47eb-817d-6fd7ad32d8f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89df512c4bc648559b72fae979168dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358727 Aug 23 10:28:46.790994 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 38914) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:46.794003 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592ba0f-70b6-47eb-817d-6fd7ad32d8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6f9671-0a08-48dd-93af-5b2b33a3e8b0,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:46.813593 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ad344-cad1-4ca7-ae1b-4501041247e2 None None] Port d33124f5-10cc-466c-bc0b-da575931d7f9 cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:28:46.927431 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-9592ba0f-70b6-47eb-817d-6fd7ad32d8f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:47.040529 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c172852f-ef6f-47b5-99e9-30213ef76ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:47.078456 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c172852f-ef6f-47b5-99e9-30213ef76ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:47.096059 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825afff-f834-4d44-9b9c-7b26faa0a740 req-b1dbffb7-e672-4287-8dd4-24de7e82711d tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:47.097670 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f825afff-f834-4d44-9b9c-7b26faa0a740 req-b1dbffb7-e672-4287-8dd4-24de7e82711d tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfb22c9c-8552-4f90-b146-405b240c83e0 HTTP/1.1" status: 200 len: 931 time: 0.1450818 Aug 23 10:28:47.160240 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb56b32-6187-43d4-ba5f-a9914bb08e51 req-2a2978e6-a604-44fb-9aa2-304e4d0bc5b5 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:47.161884 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-bfb56b32-6187-43d4-ba5f-a9914bb08e51 req-2a2978e6-a604-44fb-9aa2-304e4d0bc5b5 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 944 time: 0.3263056 Aug 23 10:28:47.167469 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f825afff-f834-4d44-9b9c-7b26faa0a740 req-3d6e068b-1557-4192-ad1d-1825cf71b9ac tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b4a446-ee88-4d6e-9826-1b1f17c032d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605452 Aug 23 10:28:47.180038 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c172852f-ef6f-47b5-99e9-30213ef76ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:47.185601 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-b7304374-dd18-4f33-b576-14a75dd5bc42 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:47.200819 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172852f-ef6f-47b5-99e9-30213ef76ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6f9671-0a08-48dd-93af-5b2b33a3e8b0,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:47.203563 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c172852f-ef6f-47b5-99e9-30213ef76ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:47.205114 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c172852f-ef6f-47b5-99e9-30213ef76ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:47.209151 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-c172852f-ef6f-47b5-99e9-30213ef76ff5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e6f9671-0a08-48dd-93af-5b2b33a3e8b0 HTTP/1.1" status: 204 len: 168 time: 0.4168861 Aug 23 10:28:47.248315 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-bfb56b32-6187-43d4-ba5f-a9914bb08e51 req-9be0098e-1548-4c09-82d3-bc005046d75a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721912 Aug 23 10:28:47.325924 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d33124f5-10cc-466c-bc0b-da575931d7f9 {{(pid=79261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:28:47.333144 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:47.347476 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] Transition to ACTIVE for port object d33124f5-10cc-466c-bc0b-da575931d7f9 will not be triggered until provisioned by entity L2. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:28:47.351228 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14701805'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:47.354862 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:47.506579 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] Pushing event updated for resources: {'Port': ['ID=d33124f5-10cc-466c-bc0b-da575931d7f9,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:47.515043 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:47.529169 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 38926) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:47.550349 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-142f4269-9ed5-4a89-a974-7ef7aa2229af admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:47.566204 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-142f4269-9ed5-4a89-a974-7ef7aa2229af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:28:47.570787 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-142f4269-9ed5-4a89-a974-7ef7aa2229af admin admin] Usage tracker for resource:security_group_rule and tenant:31b505dd720149cfafdc8a38ba2486f8 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:28:47.573836 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-142f4269-9ed5-4a89-a974-7ef7aa2229af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:28:47.580473 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-142f4269-9ed5-4a89-a974-7ef7aa2229af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:28:47.590237 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] Attempting to bind port d33124f5-10cc-466c-bc0b-da575931d7f9 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:28:47.590582 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] Attempting to bind port d33124f5-10cc-466c-bc0b-da575931d7f9 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'e81395ff-959d-4a1d-9754-8caa94ac1e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981'}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:28:47.591278 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] Attempting to bind port d33124f5-10cc-466c-bc0b-da575931d7f9 on network 4c1fc7bc-93d4-4389-8e20-f7d09f046981 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:28:47.596322 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] Port d33124f5-10cc-466c-bc0b-da575931d7f9 on network 4c1fc7bc-93d4-4389-8e20-f7d09f046981 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:28:47.596673 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] Attempting to bind port d33124f5-10cc-466c-bc0b-da575931d7f9 on network 4c1fc7bc-93d4-4389-8e20-f7d09f046981 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:28:47.602302 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] Checking agent: {'id': 'f0a3a63c-ec97-42f3-9482-19859e948017', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'started_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:28:47.602937 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] Checking segment: {'id': 'e81395ff-959d-4a1d-9754-8caa94ac1e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:28:47.603092 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] Bound using segment: {'id': 'e81395ff-959d-4a1d-9754-8caa94ac1e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981'} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:28:47.603412 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] Bound port: d33124f5-10cc-466c-bc0b-da575931d7f9, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e81395ff-959d-4a1d-9754-8caa94ac1e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981'}}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:28:47.603760 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:47.666514 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-142f4269-9ed5-4a89-a974-7ef7aa2229af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:47.670193 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-142f4269-9ed5-4a89-a974-7ef7aa2229af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:47.679216 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-4d21f227-3a6e-476b-a8c5-8734571933cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:47.709690 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] For port d33124f5-10cc-466c-bc0b-da575931d7f9, host hv-cinder-80278, cleared binding levels {{(pid=79261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:28:47.712644 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] For port d33124f5-10cc-466c-bc0b-da575931d7f9, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d33124f5-10cc-466c-bc0b-da575931d7f9,segment=NetworkSegment(e81395ff-959d-4a1d-9754-8caa94ac1e89),segment_id=e81395ff-959d-4a1d-9754-8caa94ac1e89)] {{(pid=79261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:28:47.716616 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14701805'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:47.720971 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-142f4269-9ed5-4a89-a974-7ef7aa2229af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31b505dd720149cfafdc8a38ba2486f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904283 Aug 23 10:28:47.721456 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-876d8be6-764f-48ba-a015-efea4806bbca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:47.722685 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f4269-9ed5-4a89-a974-7ef7aa2229af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82df033f-92c8-48cd-85f2-022aff601ffa,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:47.725049 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 38930) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:47.728275 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-142f4269-9ed5-4a89-a974-7ef7aa2229af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:47.771909 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:47.772579 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:47.773949 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] 10.222.0.38 "PUT /v2.0/ports/d33124f5-10cc-466c-bc0b-da575931d7f9 HTTP/1.1" status: 200 len: 1093 time: 1.2078016 Aug 23 10:28:47.776806 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb22c9c-8552-4f90-b146-405b240c83e0', 'tag': 'd33124f5-10cc-466c-bc0b-da575931d7f9'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:28:47.788361 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7bba1723-6825-49ff-85e0-826572cfd141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:47.800746 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] Pushing event updated for resources: {'Port': ['ID=d33124f5-10cc-466c-bc0b-da575931d7f9,revision_number=3']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:47.805482 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:47.830084 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7bba1723-6825-49ff-85e0-826572cfd141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:47.879000 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb22c9c-8552-4f90-b146-405b240c83e0', 'tag': 'd33124f5-10cc-466c-bc0b-da575931d7f9', 'status': 'completed', 'code': 200} Aug 23 10:28:47.891010 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7bba1723-6825-49ff-85e0-826572cfd141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:47.896376 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-12ddfea3-a304-40f5-8e36-78f57c56935a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:47.906988 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba1723-6825-49ff-85e0-826572cfd141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82df033f-92c8-48cd-85f2-022aff601ffa,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:47.909353 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-7bba1723-6825-49ff-85e0-826572cfd141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:47.916924 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7bba1723-6825-49ff-85e0-826572cfd141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:47.918001 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-ac4962ba-946f-406c-b7d4-3e9c8a080f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:47.918644 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-7bba1723-6825-49ff-85e0-826572cfd141 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82df033f-92c8-48cd-85f2-022aff601ffa HTTP/1.1" status: 204 len: 168 time: 0.1921587 Aug 23 10:28:47.919592 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-ac4962ba-946f-406c-b7d4-3e9c8a080f65 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6288f2605747471588a47a33d4b3d386&device_id=cfb22c9c-8552-4f90-b146-405b240c83e0 HTTP/1.1" status: 200 len: 1096 time: 0.0849731 Aug 23 10:28:47.993988 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-9a1b7c63-1682-40cb-b07b-8670be2f3a79 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d33124f5-10cc-466c-bc0b-da575931d7f9 HTTP/1.1" status: 200 len: 217 time: 0.0650506 Aug 23 10:28:48.066605 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-b003b796-6b21-417b-a75c-73c05c429a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:48.068168 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-b003b796-6b21-417b-a75c-73c05c429a2d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3248dd68-15fd-4e1b-bc02-a1c37a6054d5 HTTP/1.1" status: 200 len: 849 time: 0.0658691 Aug 23 10:28:48.088115 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device f6087ed5-88e3-4c28-910f-23a0f81902fa up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:28:48.151588 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-a8118ae4-4f72-4eb6-99fe-7abfec488fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:48.153112 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-a8118ae4-4f72-4eb6-99fe-7abfec488fff service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4c1fc7bc-93d4-4389-8e20-f7d09f046981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777762 Aug 23 10:28:48.165584 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning for port f6087ed5-88e3-4c28-910f-23a0f81902fa completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:28:48.171723 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port f6087ed5-88e3-4c28-910f-23a0f81902fa triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:28:48.172316 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:48.318113 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:48.331637 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-69132bd3-697e-4bab-8891-9e4e0894e116 service neutron] 10.222.0.38 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558571 Aug 23 10:28:48.356521 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea65bd0-2136-43a9-b1b5-72343eeead3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6087ed5-88e3-4c28-910f-23a0f81902fa'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:28:48.368240 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port f6087ed5-88e3-4c28-910f-23a0f81902fa, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f6087ed5-88e3-4c28-910f-23a0f81902fa,segment=NetworkSegment(5f857737-07df-483e-98d1-f9abb21c6d3f),segment_id=5f857737-07df-483e-98d1-f9abb21c6d3f)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:48.378222 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:48.382436 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:48.427792 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704258d0-6d5b-43b5-8cea-8525bee09b3e req-be2d68bf-82cd-42ac-a138-dab822465a8c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:48.429895 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-704258d0-6d5b-43b5-8cea-8525bee09b3e req-be2d68bf-82cd-42ac-a138-dab822465a8c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfb22c9c-8552-4f90-b146-405b240c83e0 HTTP/1.1" status: 200 len: 943 time: 0.1127009 Aug 23 10:28:48.466642 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=f6087ed5-88e3-4c28-910f-23a0f81902fa,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:48.469939 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:48.484601 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-704258d0-6d5b-43b5-8cea-8525bee09b3e req-3b355c37-4a42-4569-baa3-740bad51ff9d tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b4a446-ee88-4d6e-9826-1b1f17c032d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488694 Aug 23 10:28:48.538891 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea65bd0-2136-43a9-b1b5-72343eeead3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6087ed5-88e3-4c28-910f-23a0f81902fa', 'code': 200} Aug 23 10:28:48.570152 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-dc3d4d7d-fd12-471e-8755-6bebd43eec22 req-daf8303a-4244-4b71-9a8a-41049bdef251 service neutron] 10.222.0.38 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379358 Aug 23 10:28:48.593573 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8725cd9-7157-4210-b1ba-de68564a05a0 req-93800118-f46f-4cbd-93d0-d2f419729b48 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:48.595084 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c8725cd9-7157-4210-b1ba-de68564a05a0 req-93800118-f46f-4cbd-93d0-d2f419729b48 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 945 time: 0.1226916 Aug 23 10:28:48.695584 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c8725cd9-7157-4210-b1ba-de68564a05a0 req-a0d15950-94fa-488a-b805-cf85f7732141 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921869 Aug 23 10:28:48.711607 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bceb51-647d-49a3-bd30-a4385db68372 req-7015b5fe-6369-4c46-8413-d3f0241b058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:48.713841 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-59bceb51-647d-49a3-bd30-a4385db68372 req-7015b5fe-6369-4c46-8413-d3f0241b058b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6288f2605747471588a47a33d4b3d386&device_id=cfb22c9c-8552-4f90-b146-405b240c83e0 HTTP/1.1" status: 200 len: 1096 time: 0.0932329 Aug 23 10:28:48.856979 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9797a6-03f3-4b8a-bf97-f79eb2232574 req-c60376e7-f8bf-49a3-a73e-212db872bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:48.858083 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bceb51-647d-49a3-bd30-a4385db68372 req-d1033374-c0fe-4b81-832d-2c3c3b750251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:48.859078 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9e9797a6-03f3-4b8a-bf97-f79eb2232574 req-c60376e7-f8bf-49a3-a73e-212db872bca7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 1098 time: 0.0715683 Aug 23 10:28:48.859532 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-59bceb51-647d-49a3-bd30-a4385db68372 req-d1033374-c0fe-4b81-832d-2c3c3b750251 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4c1fc7bc-93d4-4389-8e20-f7d09f046981 HTTP/1.1" status: 200 len: 911 time: 0.1347532 Aug 23 10:28:48.907976 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9e9797a6-03f3-4b8a-bf97-f79eb2232574 req-6f8ba545-fe89-4944-8bec-0340af67b5ee service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365124 Aug 23 10:28:48.937179 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-59bceb51-647d-49a3-bd30-a4385db68372 req-be635889-a7f3-4812-ba1a-62716fdd8697 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d33124f5-10cc-466c-bc0b-da575931d7f9 HTTP/1.1" status: 200 len: 217 time: 0.0649261 Aug 23 10:28:49.251860 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bceb51-647d-49a3-bd30-a4385db68372 req-198aac41-5d54-40b8-b888-6d94ea631193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:49.253341 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-59bceb51-647d-49a3-bd30-a4385db68372 req-198aac41-5d54-40b8-b888-6d94ea631193 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3248dd68-15fd-4e1b-bc02-a1c37a6054d5 HTTP/1.1" status: 200 len: 849 time: 0.0664926 Aug 23 10:28:49.422373 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bceb51-647d-49a3-bd30-a4385db68372 req-32f80c4c-ec0e-47ef-940d-32f0af569399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:49.423857 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-59bceb51-647d-49a3-bd30-a4385db68372 req-32f80c4c-ec0e-47ef-940d-32f0af569399 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4c1fc7bc-93d4-4389-8e20-f7d09f046981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1537089 Aug 23 10:28:49.566486 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-59bceb51-647d-49a3-bd30-a4385db68372 req-13fb354f-1c6f-497a-9142-50e79d6570b4 service neutron] 10.222.0.38 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305153 Aug 23 10:28:49.759449 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-59bceb51-647d-49a3-bd30-a4385db68372 req-a64a53b2-9ced-41e3-bdf5-11874947de61 service neutron] 10.222.0.38 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848297 Aug 23 10:28:49.772099 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a88b83-fdf9-46d0-8054-c37f95e1831c req-1f1e833d-eea5-409d-b494-fa4dcf97ed72 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:49.773076 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-60a88b83-fdf9-46d0-8054-c37f95e1831c req-1f1e833d-eea5-409d-b494-fa4dcf97ed72 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Synchronizing usage tracker for tenant:6288f2605747471588a47a33d4b3d386 on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:28:49.791492 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-60a88b83-fdf9-46d0-8054-c37f95e1831c req-1f1e833d-eea5-409d-b494-fa4dcf97ed72 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Unset dirty status for tenant:6288f2605747471588a47a33d4b3d386 on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:28:49.792925 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-60a88b83-fdf9-46d0-8054-c37f95e1831c req-1f1e833d-eea5-409d-b494-fa4dcf97ed72 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfb22c9c-8552-4f90-b146-405b240c83e0 HTTP/1.1" status: 200 len: 943 time: 0.1941485 Aug 23 10:28:49.840474 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-60a88b83-fdf9-46d0-8054-c37f95e1831c req-cb41aa0e-e333-4801-bd25-c94afe0a4fdd tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b4a446-ee88-4d6e-9826-1b1f17c032d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412567 Aug 23 10:28:49.913971 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8492e1b-2f3d-4955-bd21-cec1d74e6fe2 req-ae40852d-107f-432b-a043-154d6d43ab77 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:49.915339 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c8492e1b-2f3d-4955-bd21-cec1d74e6fe2 req-ae40852d-107f-432b-a043-154d6d43ab77 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 945 time: 0.0934510 Aug 23 10:28:49.970436 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c8492e1b-2f3d-4955-bd21-cec1d74e6fe2 req-4eab0cef-015d-491a-a7f9-eb2e271d5ba5 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491247 Aug 23 10:28:51.030271 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f59459-04cd-4141-b82c-1d5a3d4975ef req-911e81bd-cc81-477c-bdf3-f55b8b4048e0 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:51.031757 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-85f59459-04cd-4141-b82c-1d5a3d4975ef req-911e81bd-cc81-477c-bdf3-f55b8b4048e0 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfb22c9c-8552-4f90-b146-405b240c83e0 HTTP/1.1" status: 200 len: 943 time: 0.0852561 Aug 23 10:28:51.075824 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-85f59459-04cd-4141-b82c-1d5a3d4975ef req-0476674c-2078-40c0-ae6d-800d5a763044 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b4a446-ee88-4d6e-9826-1b1f17c032d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384960 Aug 23 10:28:51.156172 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0af05-de3c-4aa8-8876-268594fbf796 req-b2d6c1f0-c368-4bb3-95c0-b4744438155b tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:51.157747 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-24f0af05-de3c-4aa8-8876-268594fbf796 req-b2d6c1f0-c368-4bb3-95c0-b4744438155b tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 945 time: 0.0798016 Aug 23 10:28:51.206589 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-24f0af05-de3c-4aa8-8876-268594fbf796 req-63664532-c78c-4941-a1e6-f11184a5f692 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425966 Aug 23 10:28:51.391065 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f291f-d41a-4aa6-afad-66021198c92a req-d84163af-b0e5-4dc0-b6c0-c40a4c91df30 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:51.392450 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1e9f291f-d41a-4aa6-afad-66021198c92a req-d84163af-b0e5-4dc0-b6c0-c40a4c91df30 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 945 time: 0.0795708 Aug 23 10:28:51.438287 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1e9f291f-d41a-4aa6-afad-66021198c92a req-199d5445-fbef-4c41-84ca-66fbe3f063c6 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403440 Aug 23 10:28:51.461797 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 39020) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:51.534195 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a00b3b1-c67c-4fb2-9805-7772bacf7960 tempest-TestVolumeBootPattern-236298208 tempest-TestVolumeBootPattern-236298208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:51.534902 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-5a00b3b1-c67c-4fb2-9805-7772bacf7960 tempest-TestVolumeBootPattern-236298208 tempest-TestVolumeBootPattern-236298208-project-admin] Synchronizing usage tracker for tenant:524e4b16ebe34cb8b91449351347d9c8 on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:28:51.552120 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-5a00b3b1-c67c-4fb2-9805-7772bacf7960 tempest-TestVolumeBootPattern-236298208 tempest-TestVolumeBootPattern-236298208-project-admin] Unset dirty status for tenant:524e4b16ebe34cb8b91449351347d9c8 on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:28:51.553973 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-5a00b3b1-c67c-4fb2-9805-7772bacf7960 tempest-TestVolumeBootPattern-236298208 tempest-TestVolumeBootPattern-236298208-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 1093 time: 0.0906024 Aug 23 10:28:51.556690 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 39026) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:51.561788 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Request body: {'floatingip': {'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'port_id': 'f6087ed5-88e3-4c28-910f-23a0f81902fa', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'fixed_ip_address': '172.20.0.6'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:28:51.567520 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:28:51.571611 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Usage tracker for resource:floatingip and tenant:a6864e9926d446a1b338ada6c729f0ea is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:28:51.574539 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:28:51.580185 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:28:51.589722 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for floatingip, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:51.725150 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:51.870195 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Allocated IP 172.27.2.79 (0e8cefd7-d645-4496-8b4b-729be1dafeb2/42841614-a1e8-4916-825f-ef19d8d550be/ea7e3ac6-3b68-444a-9089-a1878c739a2e) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:28:52.013819 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:52.043137 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:52.047413 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:52.090603 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device d33124f5-10cc-466c-bc0b-da575931d7f9 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:28:52.110520 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:28:52.113376 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:28:52.117069 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:28:52.150679 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Pushing event updated for resources: {'Port': ['ID=ea7e3ac6-3b68-444a-9089-a1878c739a2e,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:52.154618 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:52.230324 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port d33124f5-10cc-466c-bc0b-da575931d7f9, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d33124f5-10cc-466c-bc0b-da575931d7f9,segment=NetworkSegment(e81395ff-959d-4a1d-9754-8caa94ac1e89),segment_id=e81395ff-959d-4a1d-9754-8caa94ac1e89)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:52.246433 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': 'd33124f5-10cc-466c-bc0b-da575931d7f9', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'port_id': 'd33124f5-10cc-466c-bc0b-da575931d7f9', 'mac_address': 'fa:16:3e:34:52:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:28:52.301538 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:52.318147 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d33124f5-10cc-466c-bc0b-da575931d7f9 {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:28:52.336178 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port d33124f5-10cc-466c-bc0b-da575931d7f9, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d33124f5-10cc-466c-bc0b-da575931d7f9,segment=NetworkSegment(e81395ff-959d-4a1d-9754-8caa94ac1e89),segment_id=e81395ff-959d-4a1d-9754-8caa94ac1e89)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:52.339840 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:52.342443 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:52.408366 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=d33124f5-10cc-466c-bc0b-da575931d7f9,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:52.411823 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:52.493485 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b21dd-d373-4cda-9013-c4324458e251 req-ad68c90f-0ae2-4483-bf23-dced0b904320 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:52.494899 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-554b21dd-d373-4cda-9013-c4324458e251 req-ad68c90f-0ae2-4483-bf23-dced0b904320 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfb22c9c-8552-4f90-b146-405b240c83e0 HTTP/1.1" status: 200 len: 943 time: 0.2919514 Aug 23 10:28:52.608413 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-554b21dd-d373-4cda-9013-c4324458e251 req-1007d998-ab28-498f-ac79-11c470908988 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b4a446-ee88-4d6e-9826-1b1f17c032d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060214 Aug 23 10:28:52.667553 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['d33124f5-10cc-466c-bc0b-da575931d7f9'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:28:52.719555 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:52.801456 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:52.950227 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 39040) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:53.015091 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:53.019365 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:53.023884 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-9e91995a-e1c5-4a2e-8ba2-6c0bdec677ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:53.067284 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7191efb3-bfca-4885-8f6e-eecf73d6a8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:53.081506 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-7191efb3-bfca-4885-8f6e-eecf73d6a8df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:28:53.085259 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-7191efb3-bfca-4885-8f6e-eecf73d6a8df admin admin] Usage tracker for resource:security_group_rule and tenant:afbd816d7dc34c7cb49bd3285914402a is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:28:53.087980 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-7191efb3-bfca-4885-8f6e-eecf73d6a8df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:28:53.093475 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-7191efb3-bfca-4885-8f6e-eecf73d6a8df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:28:53.128412 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Pushing event updated for resources: {'Port': ['ID=ea7e3ac6-3b68-444a-9089-a1878c739a2e,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:53.132606 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:53.139663 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588992'] for floatingip, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:53.177299 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7191efb3-bfca-4885-8f6e-eecf73d6a8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:53.181507 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7191efb3-bfca-4885-8f6e-eecf73d6a8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:53.194108 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9c2d61fc-5614-4404-ad74-557c4244eb8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:53.237231 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-7191efb3-bfca-4885-8f6e-eecf73d6a8df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=afbd816d7dc34c7cb49bd3285914402a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835414 Aug 23 10:28:53.237686 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191efb3-bfca-4885-8f6e-eecf73d6a8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c3c4a4-a542-442e-a369-b52c37d94b9f,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:53.242138 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 39046) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:53.245154 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7191efb3-bfca-4885-8f6e-eecf73d6a8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:53.301514 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3eb86d2f-ec8a-4999-a4e0-a6bce442b981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:53.312277 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.db.l3_db [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Floating IP 5b5b8dbf-deb5-450d-9909-002590f63536 associated. External IP: 172.27.2.79, port: f6087ed5-88e3-4c28-910f-23a0f81902fa. Aug 23 10:28:53.326674 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3eb86d2f-ec8a-4999-a4e0-a6bce442b981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:53.377556 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3eb86d2f-ec8a-4999-a4e0-a6bce442b981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:53.384216 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-dc33381f-546b-4df7-b475-f7434e7d023f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:53.397613 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb86d2f-ec8a-4999-a4e0-a6bce442b981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c3c4a4-a542-442e-a369-b52c37d94b9f,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:53.399976 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3eb86d2f-ec8a-4999-a4e0-a6bce442b981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:53.401097 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-3eb86d2f-ec8a-4999-a4e0-a6bce442b981 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3c3c4a4-a542-442e-a369-b52c37d94b9f HTTP/1.1" status: 204 len: 168 time: 0.1578627 Aug 23 10:28:53.401991 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3eb86d2f-ec8a-4999-a4e0-a6bce442b981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:53.673386 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:28:53.692115 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 39058) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:53.713837 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-316d737e-a906-40dc-b89d-48fb6c05663f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:53.728364 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-316d737e-a906-40dc-b89d-48fb6c05663f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:28:53.732485 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-316d737e-a906-40dc-b89d-48fb6c05663f admin admin] Usage tracker for resource:security_group_rule and tenant:7ca17c28ba6c49b5a3c9f43937825ea7 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:28:53.735383 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-316d737e-a906-40dc-b89d-48fb6c05663f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:28:53.741172 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-316d737e-a906-40dc-b89d-48fb6c05663f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:28:53.824319 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-316d737e-a906-40dc-b89d-48fb6c05663f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:53.828095 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-316d737e-a906-40dc-b89d-48fb6c05663f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:53.836975 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-94eb2c0b-59f0-4a1a-b837-338decf839fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:53.876786 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-316d737e-a906-40dc-b89d-48fb6c05663f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ca17c28ba6c49b5a3c9f43937825ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834998 Aug 23 10:28:53.878710 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d737e-a906-40dc-b89d-48fb6c05663f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f822a22-9f60-4764-87dc-4e33da098566,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:53.881233 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 39062) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:53.884515 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-316d737e-a906-40dc-b89d-48fb6c05663f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:53.944910 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-68aa3545-c61f-467b-9d67-096ba3849d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:53.971436 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-68aa3545-c61f-467b-9d67-096ba3849d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:54.008944 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:28:54.019743 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea65129e-eae9-41ec-a907-13e0bb74d7c3 None None] Sync routers for ids ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:28:54.021647 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7d0d2-d818-4252-8867-63c2e4c7657c req-535c470f-8b03-4544-9422-4cb245ef6e5a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:54.025139 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-cad7d0d2-d818-4252-8867-63c2e4c7657c req-535c470f-8b03-4544-9422-4cb245ef6e5a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfb22c9c-8552-4f90-b146-405b240c83e0 HTTP/1.1" status: 200 len: 944 time: 0.2884068 Aug 23 10:28:54.029959 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea65129e-eae9-41ec-a907-13e0bb74d7c3 None None] Routers {'6dda64b0-5a92-4731-ba79-9cb121c8bb7f'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:28:54.030667 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-ea65129e-eae9-41ec-a907-13e0bb74d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:28:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:54.035042 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-68aa3545-c61f-467b-9d67-096ba3849d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:54.039930 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f58cb617-8899-4952-beae-b5bcee6661b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:54.052016 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa3545-c61f-467b-9d67-096ba3849d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f822a22-9f60-4764-87dc-4e33da098566,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:54.055710 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-68aa3545-c61f-467b-9d67-096ba3849d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:54.059703 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for floatingip, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:54.062478 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-68aa3545-c61f-467b-9d67-096ba3849d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:54.066010 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-68aa3545-c61f-467b-9d67-096ba3849d65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f822a22-9f60-4764-87dc-4e33da098566 HTTP/1.1" status: 204 len: 168 time: 0.1811795 Aug 23 10:28:54.106878 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device d33124f5-10cc-466c-bc0b-da575931d7f9 up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:28:54.134843 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-cad7d0d2-d818-4252-8867-63c2e4c7657c req-d7caa201-48ba-48db-b93d-bd348727414e tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b4a446-ee88-4d6e-9826-1b1f17c032d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915289 Aug 23 10:28:54.138997 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5807781 Aug 23 10:28:54.139157 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea65bd0-2136-43a9-b1b5-72343eeead3a', 'tag': 'f6087ed5-88e3-4c28-910f-23a0f81902fa'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:28:54.195508 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea65bd0-2136-43a9-b1b5-72343eeead3a', 'tag': 'f6087ed5-88e3-4c28-910f-23a0f81902fa', 'status': 'completed', 'code': 200} Aug 23 10:28:54.295209 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc26473-733e-44d6-929e-915c750e0cbf req-392fc3c8-631e-4273-b1fb-0cf891d1b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:54.296939 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2cc26473-733e-44d6-929e-915c750e0cbf req-392fc3c8-631e-4273-b1fb-0cf891d1b053 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a6864e9926d446a1b338ada6c729f0ea&device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 1098 time: 0.0786285 Aug 23 10:28:54.298983 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning for port d33124f5-10cc-466c-bc0b-da575931d7f9 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:28:54.310837 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-ea65129e-eae9-41ec-a907-13e0bb74d7c3 None None] Set router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:28:54.351288 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port d33124f5-10cc-466c-bc0b-da575931d7f9 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:28:54.351638 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:54.435041 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc26473-733e-44d6-929e-915c750e0cbf req-711986b1-2681-463b-ab00-126833542e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:54.436513 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2cc26473-733e-44d6-929e-915c750e0cbf req-711986b1-2681-463b-ab00-126833542e07 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a18a32d3-3186-440e-9e08-e8bed12731a2 HTTP/1.1" status: 200 len: 913 time: 0.1332641 Aug 23 10:28:54.560386 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2cc26473-733e-44d6-929e-915c750e0cbf req-f6938149-5a14-4893-8f2f-ae8edf8e5e40 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6087ed5-88e3-4c28-910f-23a0f81902fa HTTP/1.1" status: 200 len: 998 time: 0.1174862 Aug 23 10:28:54.630341 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc26473-733e-44d6-929e-915c750e0cbf req-925f6adb-61c9-4cf5-9bde-1cc0a8bd29a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:54.631834 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2cc26473-733e-44d6-929e-915c750e0cbf req-925f6adb-61c9-4cf5-9bde-1cc0a8bd29a6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=14c11f95-41aa-4176-8d80-0a61ad808b4f HTTP/1.1" status: 200 len: 851 time: 0.0648067 Aug 23 10:28:54.713296 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc26473-733e-44d6-929e-915c750e0cbf req-565f2ce6-d838-4fea-9a23-3ff1451f55e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:54.714986 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2cc26473-733e-44d6-929e-915c750e0cbf req-565f2ce6-d838-4fea-9a23-3ff1451f55e4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a18a32d3-3186-440e-9e08-e8bed12731a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768931 Aug 23 10:28:54.736124 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:54.771824 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb22c9c-8552-4f90-b146-405b240c83e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33124f5-10cc-466c-bc0b-da575931d7f9'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:28:54.789162 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port d33124f5-10cc-466c-bc0b-da575931d7f9, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d33124f5-10cc-466c-bc0b-da575931d7f9,segment=NetworkSegment(e81395ff-959d-4a1d-9754-8caa94ac1e89),segment_id=e81395ff-959d-4a1d-9754-8caa94ac1e89)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:28:54.799531 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:54.802756 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:54.841381 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb22c9c-8552-4f90-b146-405b240c83e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33124f5-10cc-466c-bc0b-da575931d7f9', 'code': 200} Aug 23 10:28:54.843504 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-ea65129e-eae9-41ec-a907-13e0bb74d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:24:26Z', 'revision_number': 4, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port': {'id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:23Z', 'updated_at': '2021-08-23T10:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': '5b5b8dbf-deb5-450d-9909-002590f63536', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'port_id': 'f6087ed5-88e3-4c28-910f-23a0f81902fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'mac_address': 'fa:16:3e:25:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea65bd0-2136-43a9-b1b5-72343eeead3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:28:52Z', 'updated_at': '2021-08-23T10:28:52Z', 'revision_number': 0, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71f2042-dd45-41a0-85a3-94da6fa9fc8d', 'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'mac_address': 'fa:16:3e:7f:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:25Z', 'updated_at': '2021-08-23T10:24:34Z', 'revision_number': 5, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'subnets': [{'id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:54.863507 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea65129e-eae9-41ec-a907-13e0bb74d7c3 None None] Checking router: 6dda64b0-5a92-4731-ba79-9cb121c8bb7f for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:28:54.877694 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea65129e-eae9-41ec-a907-13e0bb74d7c3 None None] Routers {'6dda64b0-5a92-4731-ba79-9cb121c8bb7f'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:28:54.878602 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-ea65129e-eae9-41ec-a907-13e0bb74d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:28:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:54.974324 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2cc26473-733e-44d6-929e-915c750e0cbf req-0ac4e7db-d8fd-4aca-96bf-01e68ffb1f34 service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520931 Aug 23 10:28:55.012521 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=d33124f5-10cc-466c-bc0b-da575931d7f9,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:55.018097 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:55.126524 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-ea65129e-eae9-41ec-a907-13e0bb74d7c3 None None] Set router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:28:55.131385 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770453a-fb93-45ac-ac43-46818ac571f9 req-e20665ec-1011-456f-8988-a6f37af2d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:55.133683 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6770453a-fb93-45ac-ac43-46818ac571f9 req-e20665ec-1011-456f-8988-a6f37af2d961 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cfb22c9c-8552-4f90-b146-405b240c83e0 HTTP/1.1" status: 200 len: 1098 time: 0.0835371 Aug 23 10:28:55.148422 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2cc26473-733e-44d6-929e-915c750e0cbf req-c34bf51b-d9e8-404a-8572-aacb364db63e service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667559 Aug 23 10:28:55.188370 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6770453a-fb93-45ac-ac43-46818ac571f9 req-4e361b12-5523-4e92-b3e4-5a3e33683192 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=43b4a446-ee88-4d6e-9826-1b1f17c032d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482683 Aug 23 10:28:55.358526 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987fa209-2e0e-46fb-9c59-0682014ad99f req-2d67a1fd-9eb9-4e47-9aba-f01abf2a1dd9 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:55.361122 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-987fa209-2e0e-46fb-9c59-0682014ad99f req-2d67a1fd-9eb9-4e47-9aba-f01abf2a1dd9 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfb22c9c-8552-4f90-b146-405b240c83e0 HTTP/1.1" status: 200 len: 945 time: 0.0902336 Aug 23 10:28:55.406157 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-987fa209-2e0e-46fb-9c59-0682014ad99f req-7ee922a4-e197-481a-b72f-be254ed779da tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b4a446-ee88-4d6e-9826-1b1f17c032d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405612 Aug 23 10:28:55.513344 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-ea65129e-eae9-41ec-a907-13e0bb74d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:24:26Z', 'revision_number': 4, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port': {'id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:23Z', 'updated_at': '2021-08-23T10:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': '5b5b8dbf-deb5-450d-9909-002590f63536', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'port_id': 'f6087ed5-88e3-4c28-910f-23a0f81902fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'mac_address': 'fa:16:3e:25:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea65bd0-2136-43a9-b1b5-72343eeead3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:28:52Z', 'updated_at': '2021-08-23T10:28:52Z', 'revision_number': 0, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71f2042-dd45-41a0-85a3-94da6fa9fc8d', 'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'mac_address': 'fa:16:3e:7f:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:25Z', 'updated_at': '2021-08-23T10:24:34Z', 'revision_number': 5, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'subnets': [{'id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:55.517269 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea65129e-eae9-41ec-a907-13e0bb74d7c3 None None] The sync data for ids ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'] in dv-cinder-802781-2-iscsi is: [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:24:26Z', 'revision_number': 4, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port': {'id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:23Z', 'updated_at': '2021-08-23T10:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': '5b5b8dbf-deb5-450d-9909-002590f63536', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'port_id': 'f6087ed5-88e3-4c28-910f-23a0f81902fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'mac_address': 'fa:16:3e:25:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea65bd0-2136-43a9-b1b5-72343eeead3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:28:52Z', 'updated_at': '2021-08-23T10:28:52Z', 'revision_number': 0, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71f2042-dd45-41a0-85a3-94da6fa9fc8d', 'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'mac_address': 'fa:16:3e:7f:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:25Z', 'updated_at': '2021-08-23T10:24:34Z', 'revision_number': 5, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'subnets': [{'id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:28:55.604546 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 39116) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:55.732517 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77ae492-dc45-43ed-9c0d-8ca093d3121a None None] New status for floating IP 5b5b8dbf-deb5-450d-9909-002590f63536: ACTIVE {{(pid=79264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:28:55.740719 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e5833192-4c69-4393-9662-cf5f2d56e7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:55.755901 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-e5833192-4c69-4393-9662-cf5f2d56e7c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:28:55.760378 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-e5833192-4c69-4393-9662-cf5f2d56e7c5 admin admin] Usage tracker for resource:security_group_rule and tenant:6a4cad911b7f4329b6e57f036646aefa is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:28:55.763618 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-e5833192-4c69-4393-9662-cf5f2d56e7c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:28:55.769258 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-e5833192-4c69-4393-9662-cf5f2d56e7c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:28:55.849359 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e5833192-4c69-4393-9662-cf5f2d56e7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:55.853278 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e5833192-4c69-4393-9662-cf5f2d56e7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:55.860307 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-17d6149d-ec11-4595-a0aa-18a920a24ffc tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:55.899391 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5833192-4c69-4393-9662-cf5f2d56e7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18387fb9-2d00-439e-ab63-14762e179046,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:55.903681 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-e5833192-4c69-4393-9662-cf5f2d56e7c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a4cad911b7f4329b6e57f036646aefa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980566 Aug 23 10:28:55.904612 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-e5833192-4c69-4393-9662-cf5f2d56e7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:55.906337 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 39124) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:55.964149 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-53f34904-c520-4715-86bf-1995598aa59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:55.996377 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-53f34904-c520-4715-86bf-1995598aa59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:56.048970 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-53f34904-c520-4715-86bf-1995598aa59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:56.052676 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a73bd5f2-25e7-480d-a1a1-b74894d239d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:28:56.064145 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f34904-c520-4715-86bf-1995598aa59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18387fb9-2d00-439e-ab63-14762e179046,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:28:56.068399 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-53f34904-c520-4715-86bf-1995598aa59e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:28:56.070416 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-53f34904-c520-4715-86bf-1995598aa59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:56.071520 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-53f34904-c520-4715-86bf-1995598aa59e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18387fb9-2d00-439e-ab63-14762e179046 HTTP/1.1" status: 204 len: 168 time: 0.1642966 Aug 23 10:28:56.603615 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1418be-4d2d-48f8-b297-f9d7e24fbf1d req-f0bbc909-be79-49fc-9234-f33281e8518a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:56.605239 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5d1418be-4d2d-48f8-b297-f9d7e24fbf1d req-f0bbc909-be79-49fc-9234-f33281e8518a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfb22c9c-8552-4f90-b146-405b240c83e0 HTTP/1.1" status: 200 len: 945 time: 0.0914338 Aug 23 10:28:56.657368 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5d1418be-4d2d-48f8-b297-f9d7e24fbf1d req-1ac732e1-7989-4b2b-976f-18e57ecf3849 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b4a446-ee88-4d6e-9826-1b1f17c032d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464640 Aug 23 10:28:57.983503 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b2a91-a93a-4d38-9a71-54c70f02e753 req-a975b996-c2cd-4627-82b9-e760c345313b tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:57.985224 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d95b2a91-a93a-4d38-9a71-54c70f02e753 req-a975b996-c2cd-4627-82b9-e760c345313b tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfb22c9c-8552-4f90-b146-405b240c83e0 HTTP/1.1" status: 200 len: 945 time: 0.0814493 Aug 23 10:28:58.033394 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d95b2a91-a93a-4d38-9a71-54c70f02e753 req-e727f1d7-5eab-43e7-8221-b3ba42ffef9c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b4a446-ee88-4d6e-9826-1b1f17c032d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413206 Aug 23 10:28:58.218018 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a2385-68b6-49a2-88ee-0ba6d92f256f req-d1ce13fe-6fca-4a93-a219-b96b4ae3aaa2 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:58.219387 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-ee3a2385-68b6-49a2-88ee-0ba6d92f256f req-d1ce13fe-6fca-4a93-a219-b96b4ae3aaa2 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfb22c9c-8552-4f90-b146-405b240c83e0 HTTP/1.1" status: 200 len: 945 time: 0.0853016 Aug 23 10:28:58.228212 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 39168) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:28:58.233185 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-0242d653-1379-4e98-93a9-a79427387b16 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Request body: {'floatingip': {'port_id': 'd33124f5-10cc-466c-bc0b-da575931d7f9'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:28:58.314620 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0242d653-1379-4e98-93a9-a79427387b16 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for floatingip, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:58.552283 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:58.920760 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0242d653-1379-4e98-93a9-a79427387b16 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:58.926062 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0242d653-1379-4e98-93a9-a79427387b16 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588992'] for floatingip, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:59.107895 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.db.l3_db [None req-0242d653-1379-4e98-93a9-a79427387b16 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Floating IP 0afd35e0-9f06-4cba-85f9-42a4a7f2aed6 associated. External IP: 172.27.2.116, port: d33124f5-10cc-466c-bc0b-da575931d7f9. Aug 23 10:28:59.541068 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0242d653-1379-4e98-93a9-a79427387b16 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Router c099cf66-6591-4172-a91d-ddfbfcdd89a9 has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:28:59.721855 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0242d653-1379-4e98-93a9-a79427387b16 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:28:59.726744 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0242d653-1379-4e98-93a9-a79427387b16 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:28:59.731030 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4301bb29-ece0-44fb-a259-9ea1b3e328d4 None None] Sync routers for ids ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:28:59.740395 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4301bb29-ece0-44fb-a259-9ea1b3e328d4 None None] Routers {'c099cf66-6591-4172-a91d-ddfbfcdd89a9'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:28:59.741052 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-4301bb29-ece0-44fb-a259-9ea1b3e328d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:28:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:28:59.779886 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-0242d653-1379-4e98-93a9-a79427387b16 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "PUT /v2.0/floatingips/0afd35e0-9f06-4cba-85f9-42a4a7f2aed6 HTTP/1.1" status: 200 len: 991 time: 1.5506387 Aug 23 10:28:59.780534 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb22c9c-8552-4f90-b146-405b240c83e0', 'tag': 'd33124f5-10cc-466c-bc0b-da575931d7f9'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:28:59.825834 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb22c9c-8552-4f90-b146-405b240c83e0', 'tag': 'd33124f5-10cc-466c-bc0b-da575931d7f9', 'status': 'completed', 'code': 200} Aug 23 10:28:59.924024 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e43904-885c-4704-a8d1-08634f7b3050 req-825ed8f0-91cb-4491-b85b-3449ccf7cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:28:59.925703 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c5e43904-885c-4704-a8d1-08634f7b3050 req-825ed8f0-91cb-4491-b85b-3449ccf7cc8d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6288f2605747471588a47a33d4b3d386&device_id=cfb22c9c-8552-4f90-b146-405b240c83e0 HTTP/1.1" status: 200 len: 1098 time: 0.0774844 Aug 23 10:28:59.978247 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-4301bb29-ece0-44fb-a259-9ea1b3e328d4 None None] Set router c099cf66-6591-4172-a91d-ddfbfcdd89a9 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:29:00.063772 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e43904-885c-4704-a8d1-08634f7b3050 req-f4a3ee28-0df1-4eaa-9818-db9eb14791ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:29:00.065392 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c5e43904-885c-4704-a8d1-08634f7b3050 req-f4a3ee28-0df1-4eaa-9818-db9eb14791ab service neutron] 10.222.0.38 "GET /v2.0/networks?id=4c1fc7bc-93d4-4389-8e20-f7d09f046981 HTTP/1.1" status: 200 len: 911 time: 0.1325419 Aug 23 10:29:00.197304 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c5e43904-885c-4704-a8d1-08634f7b3050 req-f8a03764-d325-4c0b-bc0a-b5bcd25b669f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d33124f5-10cc-466c-bc0b-da575931d7f9 HTTP/1.1" status: 200 len: 999 time: 0.1247244 Aug 23 10:29:00.273192 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e43904-885c-4704-a8d1-08634f7b3050 req-ff0a9a82-390a-4578-b545-a4a0f640fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:29:00.274773 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c5e43904-885c-4704-a8d1-08634f7b3050 req-ff0a9a82-390a-4578-b545-a4a0f640fe4e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3248dd68-15fd-4e1b-bc02-a1c37a6054d5 HTTP/1.1" status: 200 len: 849 time: 0.0709097 Aug 23 10:29:00.354628 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e43904-885c-4704-a8d1-08634f7b3050 req-c82c4f40-4ede-4b77-bc88-664aa90c80d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:29:00.356127 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c5e43904-885c-4704-a8d1-08634f7b3050 req-c82c4f40-4ede-4b77-bc88-664aa90c80d9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4c1fc7bc-93d4-4389-8e20-f7d09f046981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743072 Aug 23 10:29:00.394770 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-4301bb29-ece0-44fb-a259-9ea1b3e328d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'name': 'tempest-AttachVolumeTestJSON-923390273-router', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:52Z', 'updated_at': '2021-08-23T10:22:00Z', 'revision_number': 4, 'project_id': '6288f2605747471588a47a33d4b3d386', 'gw_port': {'id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:54Z', 'updated_at': '2021-08-23T10:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': '0afd35e0-9f06-4cba-85f9-42a4a7f2aed6', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'port_id': 'd33124f5-10cc-466c-bc0b-da575931d7f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'mac_address': 'fa:16:3e:34:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb22c9c-8552-4f90-b146-405b240c83e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:28:43Z', 'updated_at': '2021-08-23T10:28:58Z', 'revision_number': 1, 'project_id': '6288f2605747471588a47a33d4b3d386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c22d471-2fac-4fdb-985b-4f0d0e3adbf1', 'name': '', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'mac_address': 'fa:16:3e:a6:74:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:59Z', 'updated_at': '2021-08-23T10:22:11Z', 'revision_number': 5, 'project_id': '6288f2605747471588a47a33d4b3d386', 'subnets': [{'id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:29:00.399422 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4301bb29-ece0-44fb-a259-9ea1b3e328d4 None None] Checking router: c099cf66-6591-4172-a91d-ddfbfcdd89a9 for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:29:00.409704 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4301bb29-ece0-44fb-a259-9ea1b3e328d4 None None] Routers {'c099cf66-6591-4172-a91d-ddfbfcdd89a9'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:29:00.410248 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-4301bb29-ece0-44fb-a259-9ea1b3e328d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:28:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:29:00.499589 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c5e43904-885c-4704-a8d1-08634f7b3050 req-217c7fc8-e243-43ab-b5da-85eb7d991052 service neutron] 10.222.0.38 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352501 Aug 23 10:29:00.622355 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-4301bb29-ece0-44fb-a259-9ea1b3e328d4 None None] Set router c099cf66-6591-4172-a91d-ddfbfcdd89a9 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:29:00.644992 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c5e43904-885c-4704-a8d1-08634f7b3050 req-baa2fbc9-9083-4cbf-ad40-cccc0d38fade service neutron] 10.222.0.38 "GET /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374202 Aug 23 10:29:00.994650 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-4301bb29-ece0-44fb-a259-9ea1b3e328d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'name': 'tempest-AttachVolumeTestJSON-923390273-router', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:52Z', 'updated_at': '2021-08-23T10:22:00Z', 'revision_number': 4, 'project_id': '6288f2605747471588a47a33d4b3d386', 'gw_port': {'id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:54Z', 'updated_at': '2021-08-23T10:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': '0afd35e0-9f06-4cba-85f9-42a4a7f2aed6', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'port_id': 'd33124f5-10cc-466c-bc0b-da575931d7f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'mac_address': 'fa:16:3e:34:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb22c9c-8552-4f90-b146-405b240c83e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:28:43Z', 'updated_at': '2021-08-23T10:28:58Z', 'revision_number': 1, 'project_id': '6288f2605747471588a47a33d4b3d386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c22d471-2fac-4fdb-985b-4f0d0e3adbf1', 'name': '', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'mac_address': 'fa:16:3e:a6:74:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:59Z', 'updated_at': '2021-08-23T10:22:11Z', 'revision_number': 5, 'project_id': '6288f2605747471588a47a33d4b3d386', 'subnets': [{'id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:29:01.000310 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4301bb29-ece0-44fb-a259-9ea1b3e328d4 None None] The sync data for ids ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'] in dv-cinder-802781-2-iscsi is: [{'id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'name': 'tempest-AttachVolumeTestJSON-923390273-router', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:52Z', 'updated_at': '2021-08-23T10:22:00Z', 'revision_number': 4, 'project_id': '6288f2605747471588a47a33d4b3d386', 'gw_port': {'id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:54Z', 'updated_at': '2021-08-23T10:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': '0afd35e0-9f06-4cba-85f9-42a4a7f2aed6', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'port_id': 'd33124f5-10cc-466c-bc0b-da575931d7f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'mac_address': 'fa:16:3e:34:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb22c9c-8552-4f90-b146-405b240c83e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:28:43Z', 'updated_at': '2021-08-23T10:28:58Z', 'revision_number': 1, 'project_id': '6288f2605747471588a47a33d4b3d386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c22d471-2fac-4fdb-985b-4f0d0e3adbf1', 'name': '', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'mac_address': 'fa:16:3e:a6:74:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:59Z', 'updated_at': '2021-08-23T10:22:11Z', 'revision_number': 5, 'project_id': '6288f2605747471588a47a33d4b3d386', 'subnets': [{'id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:29:01.203793 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bfaec5-4191-46cc-bc4f-bc25b7914f33 None None] New status for floating IP 0afd35e0-9f06-4cba-85f9-42a4a7f2aed6: ACTIVE {{(pid=79264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:29:02.831655 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-4fe5da41-09f5-480e-934e-0f53b82cce72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:03.633712 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:05.539892 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-d71ddde3-04de-4519-92d1-08aa85dd0088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:06.414346 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:07.936220 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:08.063386 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 39314) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:08.179269 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c7c7c632-d8d8-4344-81f1-b8af5746810b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:08.193046 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-c7c7c632-d8d8-4344-81f1-b8af5746810b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:29:08.196852 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-c7c7c632-d8d8-4344-81f1-b8af5746810b admin admin] Usage tracker for resource:security_group_rule and tenant:e01c198b0450489fa50c3062857b3764 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:29:08.199552 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-c7c7c632-d8d8-4344-81f1-b8af5746810b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:29:08.205120 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-c7c7c632-d8d8-4344-81f1-b8af5746810b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:29:08.285123 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c7c7c632-d8d8-4344-81f1-b8af5746810b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:08.289157 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c7c7c632-d8d8-4344-81f1-b8af5746810b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:08.297300 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-93110866-a7f2-401c-8f48-0e3b2dc01285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:08.337980 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-c7c7c632-d8d8-4344-81f1-b8af5746810b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e01c198b0450489fa50c3062857b3764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735560 Aug 23 10:29:08.339681 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7c632-d8d8-4344-81f1-b8af5746810b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1acba5-71f7-4a3d-8333-60cfd80c48f9,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:08.340633 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 39320) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:08.347058 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7c632-d8d8-4344-81f1-b8af5746810b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:08.347418 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7c632-d8d8-4344-81f1-b8af5746810b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:08.347774 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7c632-d8d8-4344-81f1-b8af5746810b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:08.348119 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7c632-d8d8-4344-81f1-b8af5746810b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:08.348466 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7c632-d8d8-4344-81f1-b8af5746810b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:08.348840 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7c632-d8d8-4344-81f1-b8af5746810b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:08.349182 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7c632-d8d8-4344-81f1-b8af5746810b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:08.349520 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7c632-d8d8-4344-81f1-b8af5746810b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:08.349859 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7c632-d8d8-4344-81f1-b8af5746810b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:08.350760 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7c632-d8d8-4344-81f1-b8af5746810b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:08.351098 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7c632-d8d8-4344-81f1-b8af5746810b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:08.351431 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7c632-d8d8-4344-81f1-b8af5746810b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:08.355245 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-c7c7c632-d8d8-4344-81f1-b8af5746810b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:08.402019 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-92fb532e-4d4c-49a9-b33f-1d50b101bcbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:08.426349 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-92fb532e-4d4c-49a9-b33f-1d50b101bcbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:08.475252 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-92fb532e-4d4c-49a9-b33f-1d50b101bcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:08.479883 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-6d7b0600-7cbb-46cd-a2d3-187464cdde98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:08.492442 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb532e-4d4c-49a9-b33f-1d50b101bcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1acba5-71f7-4a3d-8333-60cfd80c48f9,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:08.495012 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-92fb532e-4d4c-49a9-b33f-1d50b101bcbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:08.496244 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-92fb532e-4d4c-49a9-b33f-1d50b101bcbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:08.497354 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-92fb532e-4d4c-49a9-b33f-1d50b101bcbe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd1acba5-71f7-4a3d-8333-60cfd80c48f9 HTTP/1.1" status: 204 len: 168 time: 0.1557760 Aug 23 10:29:09.068171 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:29:28.560227 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:32.696534 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 39516) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:32.809419 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-40e87d57-ea94-4c0b-a134-d0da512dafd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:32.824518 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-381fa530-8a3b-4fac-a9ba-446fad52ca8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:32.825981 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-40e87d57-ea94-4c0b-a134-d0da512dafd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:29:32.830524 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-40e87d57-ea94-4c0b-a134-d0da512dafd3 admin admin] Usage tracker for resource:security_group_rule and tenant:dbd7b64362144279aeccaa272924cd6d is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:29:32.833391 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-40e87d57-ea94-4c0b-a134-d0da512dafd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:29:32.840001 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-40e87d57-ea94-4c0b-a134-d0da512dafd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:29:32.926289 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-40e87d57-ea94-4c0b-a134-d0da512dafd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:32.936349 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-40e87d57-ea94-4c0b-a134-d0da512dafd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:32.948648 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-5cf8b53a-042c-4e99-8a69-fb23b54a6806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:32.990483 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e87d57-ea94-4c0b-a134-d0da512dafd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92810d15-26b7-4e99-bc56-82e12759ad9f,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:32.995859 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-40e87d57-ea94-4c0b-a134-d0da512dafd3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dbd7b64362144279aeccaa272924cd6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982962 Aug 23 10:29:32.998814 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 39526) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:29:33.001865 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e87d57-ea94-4c0b-a134-d0da512dafd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:33.002238 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e87d57-ea94-4c0b-a134-d0da512dafd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:33.002605 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e87d57-ea94-4c0b-a134-d0da512dafd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:33.002961 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e87d57-ea94-4c0b-a134-d0da512dafd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:33.003315 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e87d57-ea94-4c0b-a134-d0da512dafd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:33.003671 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e87d57-ea94-4c0b-a134-d0da512dafd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:33.004017 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e87d57-ea94-4c0b-a134-d0da512dafd3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:33.004367 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e87d57-ea94-4c0b-a134-d0da512dafd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:33.004741 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e87d57-ea94-4c0b-a134-d0da512dafd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:33.005092 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e87d57-ea94-4c0b-a134-d0da512dafd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:33.005434 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e87d57-ea94-4c0b-a134-d0da512dafd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:33.006112 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e87d57-ea94-4c0b-a134-d0da512dafd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:29:33.010481 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-40e87d57-ea94-4c0b-a134-d0da512dafd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:33.060111 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-437a5bae-156d-4bee-a6f4-7add04ea5b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:33.086262 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-437a5bae-156d-4bee-a6f4-7add04ea5b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:33.136934 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-437a5bae-156d-4bee-a6f4-7add04ea5b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:33.140352 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-1d5ed2af-f102-4e7e-b750-74acc1f2a7d3 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:29:33.152025 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a5bae-156d-4bee-a6f4-7add04ea5b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92810d15-26b7-4e99-bc56-82e12759ad9f,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:29:33.154847 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-437a5bae-156d-4bee-a6f4-7add04ea5b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:29:33.162092 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-437a5bae-156d-4bee-a6f4-7add04ea5b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:33.163245 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-437a5bae-156d-4bee-a6f4-7add04ea5b58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92810d15-26b7-4e99-bc56-82e12759ad9f HTTP/1.1" status: 204 len: 168 time: 0.1632600 Aug 23 10:29:33.626299 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:35.541807 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-cda1f609-c014-471f-b93b-c3fcf0fc149b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:36.414383 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:37.936698 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:46.067017 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:29:58.570657 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:29:59.596471 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fc638688-dad9-4b68-9332-cc0868a847e1 req-2fb5d8e7-f8b6-4a97-af05-5cde715ecc9f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685093 Aug 23 10:29:59.738101 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc638688-dad9-4b68-9332-cc0868a847e1 req-cdf55be9-88ae-4262-a5e7-0d211ddf2e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:29:59.739544 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fc638688-dad9-4b68-9332-cc0868a847e1 req-cdf55be9-88ae-4262-a5e7-0d211ddf2e39 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bb2e29fde40147f5b41343ddc6e036d2&device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 1099 time: 0.0688539 Aug 23 10:29:59.966969 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc638688-dad9-4b68-9332-cc0868a847e1 req-0f4386f8-e81d-4793-ab77-f9cf610f6724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:29:59.968467 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fc638688-dad9-4b68-9332-cc0868a847e1 req-0f4386f8-e81d-4793-ab77-f9cf610f6724 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d HTTP/1.1" status: 200 len: 916 time: 0.2093704 Aug 23 10:30:00.083833 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fc638688-dad9-4b68-9332-cc0868a847e1 req-f16a4f95-518e-4e58-b921-b10e3dca7057 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=256d02ea-c4de-417b-a52a-5d4e26b60644 HTTP/1.1" status: 200 len: 1002 time: 0.1071639 Aug 23 10:30:00.154080 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc638688-dad9-4b68-9332-cc0868a847e1 req-210bd46b-aeff-4168-a894-a6ea86b3cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:00.155552 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fc638688-dad9-4b68-9332-cc0868a847e1 req-210bd46b-aeff-4168-a894-a6ea86b3cc95 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37511b2d-c017-4ca2-bb9c-4a800f5cbb93 HTTP/1.1" status: 200 len: 854 time: 0.0624795 Aug 23 10:30:00.230494 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc638688-dad9-4b68-9332-cc0868a847e1 req-a9aa1953-3d10-4746-9e67-f21ab529cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:00.231978 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fc638688-dad9-4b68-9332-cc0868a847e1 req-a9aa1953-3d10-4746-9e67-f21ab529cedb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689077 Aug 23 10:30:00.362502 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fc638688-dad9-4b68-9332-cc0868a847e1 req-f10045c9-d8eb-4836-9c64-dc637349cd1a service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230152 Aug 23 10:30:00.491742 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fc638688-dad9-4b68-9332-cc0868a847e1 req-19d78541-b7b2-4783-950f-092d800c8f9e service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215413 Aug 23 10:30:02.828508 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c4a2461d-cae1-4ba9-bd34-bca13fea32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:03.628452 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:05.309439 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a980a7-628d-47c2-a692-6914a6773223 req-f8842dd8-6dbf-418e-9236-b1f13939db3f tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:05.310876 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d7a980a7-628d-47c2-a692-6914a6773223 req-f8842dd8-6dbf-418e-9236-b1f13939db3f tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0848639 Aug 23 10:30:05.356080 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d7a980a7-628d-47c2-a692-6914a6773223 req-1cf00013-f083-4490-8311-09e4678a5643 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395029 Aug 23 10:30:05.542466 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-31d98dcc-389b-44fa-bf75-f034f635e784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:06.420991 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:06.546250 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5e1fa-2a13-46be-8d4a-d2650434eace req-a879925b-da1c-4b15-8c4a-7b8b22fb4b43 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:06.547697 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-98a5e1fa-2a13-46be-8d4a-d2650434eace req-a879925b-da1c-4b15-8c4a-7b8b22fb4b43 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0784433 Aug 23 10:30:06.594318 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-98a5e1fa-2a13-46be-8d4a-d2650434eace req-8be14a3a-bc65-4d73-8c36-5f9a81616bea tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409517 Aug 23 10:30:07.779472 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e329d-47b9-4072-981d-b7c11cb9e4bf req-763445b3-b59a-4cd2-b7a1-4f0bbabee45c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:07.780927 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3e1e329d-47b9-4072-981d-b7c11cb9e4bf req-763445b3-b59a-4cd2-b7a1-4f0bbabee45c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0786986 Aug 23 10:30:07.824825 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3e1e329d-47b9-4072-981d-b7c11cb9e4bf req-c5bd9e0a-bf5f-40ed-8fbb-34ad72eb6c93 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384915 Aug 23 10:30:07.939600 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:09.016409 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8f72d-5996-46a3-8aba-2d4a02fce610 req-afb65a5d-d59a-4fb0-be6e-0c7f2ba250b7 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:09.017910 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4ee8f72d-5996-46a3-8aba-2d4a02fce610 req-afb65a5d-d59a-4fb0-be6e-0c7f2ba250b7 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0831034 Aug 23 10:30:09.064661 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4ee8f72d-5996-46a3-8aba-2d4a02fce610 req-4b58477a-ea6c-4f7d-9c00-217f259a26bf tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405507 Aug 23 10:30:10.251072 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba076d3b-a309-4ad5-a3df-66f2c8314c55 req-144c2996-44ed-4e5c-a4ac-559b09a96322 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:10.252579 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ba076d3b-a309-4ad5-a3df-66f2c8314c55 req-144c2996-44ed-4e5c-a4ac-559b09a96322 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0783861 Aug 23 10:30:10.300533 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ba076d3b-a309-4ad5-a3df-66f2c8314c55 req-a2e09472-04eb-4b63-8e8e-9d165886ddc7 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417912 Aug 23 10:30:11.487746 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a192d4-6fe5-488d-a764-9500bdba25d6 req-a75b566a-77ed-4b0f-bad5-ded3340c42f2 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:11.489191 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-05a192d4-6fe5-488d-a764-9500bdba25d6 req-a75b566a-77ed-4b0f-bad5-ded3340c42f2 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0775146 Aug 23 10:30:11.533027 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-05a192d4-6fe5-488d-a764-9500bdba25d6 req-c4cf93f8-12f1-4ae6-838e-f09d3f6f21c8 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382247 Aug 23 10:30:12.721382 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d8d4e-632f-41b6-be4d-770902c479c5 req-125b31ca-e30d-4ed2-ae73-92078f3d65ea tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:12.722716 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fb8d8d4e-632f-41b6-be4d-770902c479c5 req-125b31ca-e30d-4ed2-ae73-92078f3d65ea tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0808012 Aug 23 10:30:12.765753 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fb8d8d4e-632f-41b6-be4d-770902c479c5 req-63d5ac14-bfa5-42d4-a50c-9bfb1588af6c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369818 Aug 23 10:30:13.952487 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3950d2-4f98-4751-94f8-2e50d5545894 req-4ecec6db-a9ab-4817-b3fc-2ba26b1e929e tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:13.953985 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1f3950d2-4f98-4751-94f8-2e50d5545894 req-4ecec6db-a9ab-4817-b3fc-2ba26b1e929e tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0809660 Aug 23 10:30:14.000435 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1f3950d2-4f98-4751-94f8-2e50d5545894 req-9d24f988-dea8-4c92-8680-9925771ea5e6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408194 Aug 23 10:30:15.185605 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853a1ec-7a59-4212-a00b-a7029e125a58 req-dc58b2c9-561a-4dee-9d63-a4c8e4266c62 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:15.187035 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1853a1ec-7a59-4212-a00b-a7029e125a58 req-dc58b2c9-561a-4dee-9d63-a4c8e4266c62 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0784366 Aug 23 10:30:15.231608 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1853a1ec-7a59-4212-a00b-a7029e125a58 req-2495f2cf-6752-4c10-9a7d-cf0ab8d3a6b8 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388777 Aug 23 10:30:16.504216 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8765c4-1234-43f0-9672-50a6418e5553 req-a690d6ec-250f-4913-aecf-e50aa188d611 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:16.505737 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-bb8765c4-1234-43f0-9672-50a6418e5553 req-a690d6ec-250f-4913-aecf-e50aa188d611 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.1645555 Aug 23 10:30:16.552782 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-bb8765c4-1234-43f0-9672-50a6418e5553 req-1879088d-4a93-4f28-b66c-1b7ac58f91d8 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413547 Aug 23 10:30:17.737362 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983b8c5-2e29-4e04-aea0-9880296f5947 req-2e08bffb-895b-486f-a784-35be72b24f56 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:17.738834 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1983b8c5-2e29-4e04-aea0-9880296f5947 req-2e08bffb-895b-486f-a784-35be72b24f56 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0778520 Aug 23 10:30:17.787250 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1983b8c5-2e29-4e04-aea0-9880296f5947 req-3d0432a7-e704-44dc-aeb6-7ec486769bad tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428698 Aug 23 10:30:18.970127 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa36303-ac4d-4caf-ac6a-8b916bd3229c req-71628fe3-bf61-48cc-b59f-0227600b7331 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:18.971579 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4fa36303-ac4d-4caf-ac6a-8b916bd3229c req-71628fe3-bf61-48cc-b59f-0227600b7331 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0783091 Aug 23 10:30:19.016349 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4fa36303-ac4d-4caf-ac6a-8b916bd3229c req-ceb7c671-eaca-41d7-80f2-d8ae481f271d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391610 Aug 23 10:30:20.205779 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb31c2-24f6-46fd-aa4a-1a351981bce6 req-0ccc81a0-4e04-4ab8-a245-c77e3f32d304 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:20.207208 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-16eb31c2-24f6-46fd-aa4a-1a351981bce6 req-0ccc81a0-4e04-4ab8-a245-c77e3f32d304 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0821712 Aug 23 10:30:20.251256 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-16eb31c2-24f6-46fd-aa4a-1a351981bce6 req-10ae152c-0cff-4899-8df8-93194be80bd5 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376852 Aug 23 10:30:21.438509 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a68a7-53f1-48ed-a668-ef4ede73f5db req-85ae5443-1d1d-4e9a-9d2b-6bf7cb5a3b5a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:21.439982 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4a5a68a7-53f1-48ed-a668-ef4ede73f5db req-85ae5443-1d1d-4e9a-9d2b-6bf7cb5a3b5a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0817559 Aug 23 10:30:21.488232 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4a5a68a7-53f1-48ed-a668-ef4ede73f5db req-fd04386d-e6d3-4f01-bf15-cab21951a6dc tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425828 Aug 23 10:30:22.494205 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 256d02ea-c4de-417b-a52a-5d4e26b60644 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:30:22.628631 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 256d02ea-c4de-417b-a52a-5d4e26b60644, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=256d02ea-c4de-417b-a52a-5d4e26b60644,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:30:22.673490 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': '256d02ea-c4de-417b-a52a-5d4e26b60644', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'port_id': '256d02ea-c4de-417b-a52a-5d4e26b60644', 'mac_address': 'fa:16:3e:53:de:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:30:22.677436 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03290bf4-1f10-4f55-8b74-239d36471cb8 req-724d9e1a-79ae-47a3-8ff1-1e41adf6dc6a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:22.678813 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-03290bf4-1f10-4f55-8b74-239d36471cb8 req-724d9e1a-79ae-47a3-8ff1-1e41adf6dc6a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0807819 Aug 23 10:30:22.722633 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-03290bf4-1f10-4f55-8b74-239d36471cb8 req-b0726c1d-bc84-41f2-b8d3-4cad5304a714 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382843 Aug 23 10:30:22.727766 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:22.745385 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 256d02ea-c4de-417b-a52a-5d4e26b60644 {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:30:22.760453 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 256d02ea-c4de-417b-a52a-5d4e26b60644, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=256d02ea-c4de-417b-a52a-5d4e26b60644,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:30:22.764155 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:22.765971 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-396c1f47-358f-4690-b98f-b4e64a4270a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:22.833846 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=256d02ea-c4de-417b-a52a-5d4e26b60644,revision_number=6']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:22.840585 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:22.840974 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:22.841594 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:22.841926 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:22.842248 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:22.842571 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:22.842890 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:22.843205 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:22.843521 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:22.843835 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:22.844147 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:22.844455 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:30:22.848075 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:22.875164 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['256d02ea-c4de-417b-a52a-5d4e26b60644'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:30:23.065460 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:30:23.911011 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373a6e4-445c-4916-9612-4d0b298eee22 req-e2613041-4bd9-415d-9141-fdb1f8053e2d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:23.912448 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7373a6e4-445c-4916-9612-4d0b298eee22 req-e2613041-4bd9-415d-9141-fdb1f8053e2d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 945 time: 0.0811875 Aug 23 10:30:23.957038 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7373a6e4-445c-4916-9612-4d0b298eee22 req-835b0857-8f47-48e3-964c-3076c7e96532 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382388 Aug 23 10:30:24.517857 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 256d02ea-c4de-417b-a52a-5d4e26b60644 up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:30:24.584413 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port 256d02ea-c4de-417b-a52a-5d4e26b60644 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:30:24.585436 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:24.695884 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:24.721429 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '602d8127-5449-4509-9184-ff0932eecdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256d02ea-c4de-417b-a52a-5d4e26b60644'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:30:24.730617 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 256d02ea-c4de-417b-a52a-5d4e26b60644, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=256d02ea-c4de-417b-a52a-5d4e26b60644,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:30:24.736159 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:24.737979 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:24.772603 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '602d8127-5449-4509-9184-ff0932eecdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256d02ea-c4de-417b-a52a-5d4e26b60644', 'code': 200} Aug 23 10:30:24.802887 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=256d02ea-c4de-417b-a52a-5d4e26b60644,revision_number=7']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:24.806937 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:25.150759 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9544184-e12a-488b-80be-0b6c34852cc2 req-8e769463-cd1b-41a2-8802-284a03f97039 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:25.152213 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a9544184-e12a-488b-80be-0b6c34852cc2 req-8e769463-cd1b-41a2-8802-284a03f97039 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0842679 Aug 23 10:30:25.196016 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a9544184-e12a-488b-80be-0b6c34852cc2 req-18110fbb-ee11-4385-bc1a-355aa437389a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379140 Aug 23 10:30:26.379704 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6eea6-a61a-4a6d-8057-a52667c4d55c req-21d32b67-adc0-454a-9414-8295d01eac21 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:26.381164 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-55e6eea6-a61a-4a6d-8057-a52667c4d55c req-21d32b67-adc0-454a-9414-8295d01eac21 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0768564 Aug 23 10:30:26.425391 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-55e6eea6-a61a-4a6d-8057-a52667c4d55c req-880d9bf8-c57c-41d0-a569-bb5dc16c33af tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381162 Aug 23 10:30:27.628324 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930d7c2-fb34-459e-a2f3-1a703c819e66 req-79e570d8-c26e-4a30-b99e-b2c022302012 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:27.630097 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4930d7c2-fb34-459e-a2f3-1a703c819e66 req-79e570d8-c26e-4a30-b99e-b2c022302012 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0901427 Aug 23 10:30:27.679581 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4930d7c2-fb34-459e-a2f3-1a703c819e66 req-c6755b9f-c633-475b-8b98-f7e113e79f70 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429657 Aug 23 10:30:28.597121 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:28.930992 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510216a-9a04-4f32-86c4-4c2dd3725ee0 req-8b0d9892-04f3-4a35-861c-983d80e013a9 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:28.935375 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6510216a-9a04-4f32-86c4-4c2dd3725ee0 req-8b0d9892-04f3-4a35-861c-983d80e013a9 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.1112373 Aug 23 10:30:29.015072 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6510216a-9a04-4f32-86c4-4c2dd3725ee0 req-ac8620fd-dcbe-4880-9f3a-869037049d7b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724096 Aug 23 10:30:30.233666 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039d290-39d4-4a5a-bc00-270494184447 req-900b6862-a0a0-4ea1-82cf-42bdf5af8411 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:30.241462 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9039d290-39d4-4a5a-bc00-270494184447 req-900b6862-a0a0-4ea1-82cf-42bdf5af8411 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0931461 Aug 23 10:30:30.293870 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9039d290-39d4-4a5a-bc00-270494184447 req-c6dce69f-846f-4092-82d4-7889af6dfeef tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511949 Aug 23 10:30:31.505771 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b8d49-a0be-4985-9358-42fad2c6df03 req-123ced6e-23ea-45a9-af80-5cb02df4e5de tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:31.507848 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-055b8d49-a0be-4985-9358-42fad2c6df03 req-123ced6e-23ea-45a9-af80-5cb02df4e5de tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0935552 Aug 23 10:30:31.562513 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-055b8d49-a0be-4985-9358-42fad2c6df03 req-253e5f05-4ce1-4e78-80ed-4be3ecf13253 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463872 Aug 23 10:30:32.768551 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b99b29-ea09-4833-945e-1da11f386763 req-27bdcd77-61d3-4e1e-bb17-6b12bc1fd998 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:32.770671 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-75b99b29-ea09-4833-945e-1da11f386763 req-27bdcd77-61d3-4e1e-bb17-6b12bc1fd998 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0885146 Aug 23 10:30:32.823441 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-75b99b29-ea09-4833-945e-1da11f386763 req-23f162d6-5ca6-48a6-a1b3-370e7e666dd9 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463428 Aug 23 10:30:32.870244 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-60f3560f-25f0-4b0b-896e-0e68ff253c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:33.632803 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:34.101805 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d483f32-9cca-45e8-83b8-92531aef8610 req-f721187b-6d57-4ae7-9fee-93150aaaba3c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:34.104008 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2d483f32-9cca-45e8-83b8-92531aef8610 req-f721187b-6d57-4ae7-9fee-93150aaaba3c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.1430995 Aug 23 10:30:34.160152 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2d483f32-9cca-45e8-83b8-92531aef8610 req-c03467a3-b48c-49ed-81da-2c513fa2acb9 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503521 Aug 23 10:30:35.400081 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46a66c-5de8-46a1-ab7f-273037e291ae req-44b14ba5-816f-4315-ad38-dc5c06cfe903 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:35.401737 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-cd46a66c-5de8-46a1-ab7f-273037e291ae req-44b14ba5-816f-4315-ad38-dc5c06cfe903 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0891016 Aug 23 10:30:35.451980 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-cd46a66c-5de8-46a1-ab7f-273037e291ae req-643fcdd6-fea3-4749-b798-dfe1322ce642 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426595 Aug 23 10:30:35.548214 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-94aecae8-9627-4897-8e5d-4d6d772b62fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:36.439347 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:36.644914 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e4639-476e-4455-a31b-1266b0a6cf52 req-d8384301-19d9-468e-9e80-1d4dfe80ec4e tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:36.646401 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-122e4639-476e-4455-a31b-1266b0a6cf52 req-d8384301-19d9-468e-9e80-1d4dfe80ec4e tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0799408 Aug 23 10:30:36.696157 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-122e4639-476e-4455-a31b-1266b0a6cf52 req-2bb3e0f2-3608-4386-b5fb-50f07b925a9d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436652 Aug 23 10:30:37.559471 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b22a83-c80c-4eab-88e0-f23a7659fe71 req-475aed26-5660-45b8-8359-573bceaa1ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:37.560876 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a5b22a83-c80c-4eab-88e0-f23a7659fe71 req-475aed26-5660-45b8-8359-573bceaa1ace service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bb2e29fde40147f5b41343ddc6e036d2&device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 1099 time: 0.0725861 Aug 23 10:30:37.697697 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b22a83-c80c-4eab-88e0-f23a7659fe71 req-d1c03206-ba2a-45b3-a730-12942cd7cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:37.699127 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a5b22a83-c80c-4eab-88e0-f23a7659fe71 req-d1c03206-ba2a-45b3-a730-12942cd7cf04 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d HTTP/1.1" status: 200 len: 916 time: 0.1318591 Aug 23 10:30:37.808393 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a5b22a83-c80c-4eab-88e0-f23a7659fe71 req-29f1ecf2-c48a-4a32-8a90-75f1fb6e163e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=256d02ea-c4de-417b-a52a-5d4e26b60644 HTTP/1.1" status: 200 len: 1002 time: 0.1021957 Aug 23 10:30:37.917849 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b22a83-c80c-4eab-88e0-f23a7659fe71 req-fa27fc78-060a-4b2b-bc15-acc6aecfa7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:37.919256 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a5b22a83-c80c-4eab-88e0-f23a7659fe71 req-fa27fc78-060a-4b2b-bc15-acc6aecfa7d2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37511b2d-c017-4ca2-bb9c-4a800f5cbb93 HTTP/1.1" status: 200 len: 854 time: 0.0727055 Aug 23 10:30:37.941692 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:37.993062 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838a2fa-bef8-4419-bdcf-04d061d85c2f req-e61f0d90-2fe6-40cc-87f0-6039cad23e40 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:37.994518 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-2838a2fa-bef8-4419-bdcf-04d061d85c2f req-e61f0d90-2fe6-40cc-87f0-6039cad23e40 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.1852622 Aug 23 10:30:38.046579 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b22a83-c80c-4eab-88e0-f23a7659fe71 req-9d986857-8f19-4fb0-9a85-e87a724de1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:38.048090 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a5b22a83-c80c-4eab-88e0-f23a7659fe71 req-9d986857-8f19-4fb0-9a85-e87a724de1b3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1206186 Aug 23 10:30:38.051008 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-2838a2fa-bef8-4419-bdcf-04d061d85c2f req-d1466e5b-7aa1-46c1-b5e0-5ad3a73c7b43 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504007 Aug 23 10:30:38.253705 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a5b22a83-c80c-4eab-88e0-f23a7659fe71 req-b06b48f9-c711-433d-b3ae-e946939de2cb service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985149 Aug 23 10:30:38.384773 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a5b22a83-c80c-4eab-88e0-f23a7659fe71 req-e774ef9b-7a6d-4b5a-b9b0-06569fe9060e service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217904 Aug 23 10:30:39.242901 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8497681-e986-46f6-a664-bbe10ba764aa req-c451c9f6-01c0-4c2f-b4c3-03d90f9c536a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:39.244363 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c8497681-e986-46f6-a664-bbe10ba764aa req-c451c9f6-01c0-4c2f-b4c3-03d90f9c536a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.0801272 Aug 23 10:30:39.290747 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c8497681-e986-46f6-a664-bbe10ba764aa req-b8810064-78c2-499a-9e6e-9d48d0702598 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403533 Aug 23 10:30:40.578210 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 256d02ea-c4de-417b-a52a-5d4e26b60644 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:30:40.586269 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfad09b-4e81-44da-bd3e-e6a5db0c90ad req-f3abac3c-8ca3-4c17-990e-09e614e696af tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:40.588452 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-abfad09b-4e81-44da-bd3e-e6a5db0c90ad req-f3abac3c-8ca3-4c17-990e-09e614e696af tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 946 time: 0.1835721 Aug 23 10:30:40.644284 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-abfad09b-4e81-44da-bd3e-e6a5db0c90ad req-3e8b13d3-b4e7-4bd0-ac5b-8c022809fa6a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461183 Aug 23 10:30:40.713024 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:40.744441 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '602d8127-5449-4509-9184-ff0932eecdc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '256d02ea-c4de-417b-a52a-5d4e26b60644'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:30:40.754424 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 256d02ea-c4de-417b-a52a-5d4e26b60644, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=256d02ea-c4de-417b-a52a-5d4e26b60644,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:30:40.759087 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:40.763608 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-7893f9c5-1073-407c-9fd5-f12124570538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:30:40.823479 dv-cinder-802781-2-iscsi neutron-server[79263]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '602d8127-5449-4509-9184-ff0932eecdc6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '256d02ea-c4de-417b-a52a-5d4e26b60644', 'code': 422} returned with failed status Aug 23 10:30:40.847361 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=256d02ea-c4de-417b-a52a-5d4e26b60644,revision_number=8']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:30:40.851129 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:30:42.184482 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2121e8-2aaa-4ce8-8a88-bede08dad0ef req-c06f561b-ea3a-4bf2-83b3-cbfea19bc407 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:42.185121 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-84c24163-a916-4feb-8271-2c043a215e2c req-730e19b3-0585-40cf-9124-480cd49a3c53 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0682504 Aug 23 10:30:42.185961 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3a2121e8-2aaa-4ce8-8a88-bede08dad0ef req-c06f561b-ea3a-4bf2-83b3-cbfea19bc407 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 944 time: 0.0809870 Aug 23 10:30:42.233091 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3a2121e8-2aaa-4ce8-8a88-bede08dad0ef req-97be4336-321f-4dba-8a81-202de843cff1 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415235 Aug 23 10:30:43.021644 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c24163-a916-4feb-8271-2c043a215e2c req-40e86eff-54ad-4fba-8294-391a83bd1c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:43.023714 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-84c24163-a916-4feb-8271-2c043a215e2c req-40e86eff-54ad-4fba-8294-391a83bd1c93 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6&tenant_id=bb2e29fde40147f5b41343ddc6e036d2 HTTP/1.1" status: 200 len: 1097 time: 0.0745139 Aug 23 10:30:43.116864 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c24163-a916-4feb-8271-2c043a215e2c req-83f2da1a-4080-4bab-8e01-d6d21da415c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:43.118216 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-84c24163-a916-4feb-8271-2c043a215e2c req-83f2da1a-4080-4bab-8e01-d6d21da415c3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bb2e29fde40147f5b41343ddc6e036d2&device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 1097 time: 0.0689321 Aug 23 10:30:43.245371 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c24163-a916-4feb-8271-2c043a215e2c req-b092ba7f-2b34-4e61-807a-502e4b1ecee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:43.246797 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-84c24163-a916-4feb-8271-2c043a215e2c req-b092ba7f-2b34-4e61-807a-502e4b1ecee9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d HTTP/1.1" status: 200 len: 916 time: 0.1224556 Aug 23 10:30:43.381533 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-84c24163-a916-4feb-8271-2c043a215e2c req-d1e60d9a-a210-47a0-aae8-bc7b72044505 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=256d02ea-c4de-417b-a52a-5d4e26b60644 HTTP/1.1" status: 200 len: 1000 time: 0.1275687 Aug 23 10:30:43.463602 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c24163-a916-4feb-8271-2c043a215e2c req-e003fe1d-8f57-43fd-a4dc-5f5ecbf83a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:43.465045 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-84c24163-a916-4feb-8271-2c043a215e2c req-e003fe1d-8f57-43fd-a4dc-5f5ecbf83a25 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37511b2d-c017-4ca2-bb9c-4a800f5cbb93 HTTP/1.1" status: 200 len: 854 time: 0.0773675 Aug 23 10:30:43.532907 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841aa3f-19ae-47e6-9848-915c5aea7ac4 req-ba7db0f5-2a91-4c4b-9d88-6e57776dcb0c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:43.534329 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3841aa3f-19ae-47e6-9848-915c5aea7ac4 req-ba7db0f5-2a91-4c4b-9d88-6e57776dcb0c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 944 time: 0.1873815 Aug 23 10:30:43.586890 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3841aa3f-19ae-47e6-9848-915c5aea7ac4 req-b3343573-5d49-4b41-a2f1-2fdfbab11bba tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461800 Aug 23 10:30:43.591989 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c24163-a916-4feb-8271-2c043a215e2c req-d60e80f2-05c9-418e-aa57-94763d6918fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:43.593416 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-84c24163-a916-4feb-8271-2c043a215e2c req-d60e80f2-05c9-418e-aa57-94763d6918fe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1214178 Aug 23 10:30:43.729269 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-84c24163-a916-4feb-8271-2c043a215e2c req-4f5418b0-f07c-43ff-9e84-1e88cc0e79cf service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255085 Aug 23 10:30:43.857400 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-84c24163-a916-4feb-8271-2c043a215e2c req-e0aea182-447f-4b86-a775-cf031646ce01 service neutron] 10.222.0.38 "GET /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217504 Aug 23 10:30:44.609598 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 256d02ea-c4de-417b-a52a-5d4e26b60644 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:30:44.779046 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82306d-7f0f-417a-90ed-fe3d468bfe9a req-9e1697f3-2a36-4d14-ad0e-9017c07b7c47 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:44.780585 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2c82306d-7f0f-417a-90ed-fe3d468bfe9a req-9e1697f3-2a36-4d14-ad0e-9017c07b7c47 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 944 time: 0.0819860 Aug 23 10:30:44.826135 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2c82306d-7f0f-417a-90ed-fe3d468bfe9a req-1e31d89d-0fcc-4fba-89e4-98118572b116 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399776 Aug 23 10:30:46.021559 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ec8cd-8411-45cb-9708-be8f332212a8 req-8b5fa993-a814-4ac5-8ef4-7bb0487d0324 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:46.023177 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-086ec8cd-8411-45cb-9708-be8f332212a8 req-8b5fa993-a814-4ac5-8ef4-7bb0487d0324 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 944 time: 0.0828938 Aug 23 10:30:46.069312 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-086ec8cd-8411-45cb-9708-be8f332212a8 req-213d92ef-0e34-4c3d-b613-80751905559a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399566 Aug 23 10:30:47.290866 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069c83f-3f37-4794-a615-0ea396f4f60d req-713be4a0-7292-47c1-8704-dbe118d5166f tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:47.290866 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8069c83f-3f37-4794-a615-0ea396f4f60d req-713be4a0-7292-47c1-8704-dbe118d5166f tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 944 time: 0.0959618 Aug 23 10:30:47.334608 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8069c83f-3f37-4794-a615-0ea396f4f60d req-f2c8fa95-410c-4182-b4f7-96338ba38ba8 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407493 Aug 23 10:30:48.531977 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333ebbc-6fb9-4e18-865f-cbf1ce9b5712 req-e64fabf4-208c-43a5-a28d-3df5c6568d86 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:48.539594 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-2333ebbc-6fb9-4e18-865f-cbf1ce9b5712 req-e64fabf4-208c-43a5-a28d-3df5c6568d86 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 944 time: 0.0918131 Aug 23 10:30:48.580981 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-2333ebbc-6fb9-4e18-865f-cbf1ce9b5712 req-6643ed74-a9fa-4b13-a1a9-2bf990463449 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401685 Aug 23 10:30:49.784998 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350b48d-262b-455d-97b1-9a2565b86407 req-88f34e3c-8b05-4a97-a621-d75c5c87e019 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:49.786466 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d350b48d-262b-455d-97b1-9a2565b86407 req-88f34e3c-8b05-4a97-a621-d75c5c87e019 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 944 time: 0.0903523 Aug 23 10:30:49.836357 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d350b48d-262b-455d-97b1-9a2565b86407 req-a68a04ac-0316-4956-b3c1-bef16b39239a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441606 Aug 23 10:30:51.036287 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b967a0b-f19b-4f43-a5fb-2160d2453100 req-f48f282a-df83-4e9d-a1f6-81443b7c2470 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:51.038358 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-0b967a0b-f19b-4f43-a5fb-2160d2453100 req-f48f282a-df83-4e9d-a1f6-81443b7c2470 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 944 time: 0.0890644 Aug 23 10:30:51.086230 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-0b967a0b-f19b-4f43-a5fb-2160d2453100 req-7da00883-4d47-42b3-8cd0-a895a54c109a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420699 Aug 23 10:30:52.276497 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc2fb1-3dfd-43f5-986c-b47a93c52a9a req-6875c099-1059-454a-a866-7ec4827092bc tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:52.278862 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9adc2fb1-3dfd-43f5-986c-b47a93c52a9a req-6875c099-1059-454a-a866-7ec4827092bc tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 944 time: 0.0818379 Aug 23 10:30:52.327658 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9adc2fb1-3dfd-43f5-986c-b47a93c52a9a req-62faee81-1ddb-4aba-88f9-88b1863edeb3 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420697 Aug 23 10:30:53.524483 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03e3d6-87fe-4ef6-908f-ade35305a9be req-2d5abb60-cd3a-448f-8d32-f1a2f2e26c06 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:53.525956 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-cb03e3d6-87fe-4ef6-908f-ade35305a9be req-2d5abb60-cd3a-448f-8d32-f1a2f2e26c06 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 944 time: 0.0818193 Aug 23 10:30:53.573254 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-cb03e3d6-87fe-4ef6-908f-ade35305a9be req-45b80e42-22d1-4f5b-9c8b-6a9ec1bf9f4d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417087 Aug 23 10:30:54.778478 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3103d1-b5ef-4fc9-a74d-8622b38bac75 req-701a4a95-ef07-47dc-b7b5-935e43abc098 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:54.780206 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-bc3103d1-b5ef-4fc9-a74d-8622b38bac75 req-701a4a95-ef07-47dc-b7b5-935e43abc098 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 944 time: 0.0845797 Aug 23 10:30:54.824432 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-bc3103d1-b5ef-4fc9-a74d-8622b38bac75 req-054a8b0b-f15a-460b-a367-04cd285e2e37 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386600 Aug 23 10:30:56.105930 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059c3d8-5493-45ba-89f1-be4c2a964bfc req-6e9a1e0b-6498-4fd8-81bf-c820ae06c7f0 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:56.107375 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a059c3d8-5493-45ba-89f1-be4c2a964bfc req-6e9a1e0b-6498-4fd8-81bf-c820ae06c7f0 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 944 time: 0.1746488 Aug 23 10:30:56.150997 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a059c3d8-5493-45ba-89f1-be4c2a964bfc req-498f48d5-0268-4a7d-8e9b-d95a25d9ca2a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379755 Aug 23 10:30:57.333556 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f075ec-0ad4-428e-93b4-2b582cb39fa5 req-a7a5bce5-0091-4fa5-b1d9-e45c59e5e66d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:57.335033 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f9f075ec-0ad4-428e-93b4-2b582cb39fa5 req-a7a5bce5-0091-4fa5-b1d9-e45c59e5e66d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 944 time: 0.0783293 Aug 23 10:30:57.381850 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f9f075ec-0ad4-428e-93b4-2b582cb39fa5 req-931acc49-b4a3-4f58-b562-082f9f3a5503 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412512 Aug 23 10:30:58.572779 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f88b6-3d4e-4966-962d-68c09b5bed0f req-e7ec8ed3-13cf-4746-9d44-b62d965657e2 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:58.574540 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-154f88b6-3d4e-4966-962d-68c09b5bed0f req-e7ec8ed3-13cf-4746-9d44-b62d965657e2 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 944 time: 0.0859711 Aug 23 10:30:58.594006 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:30:58.620107 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-154f88b6-3d4e-4966-962d-68c09b5bed0f req-3a94ded3-1f02-40f6-96ad-f8b9521efe2d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399625 Aug 23 10:30:59.603910 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fb9ca61c-0d36-41bd-a86e-f3eabea9971e req-7dc83dad-e467-4ac5-97cb-da2f43c98c6a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679042 Aug 23 10:30:59.700331 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ca61c-0d36-41bd-a86e-f3eabea9971e req-23a6e650-954a-418d-94a5-f53895c4a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:59.701998 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fb9ca61c-0d36-41bd-a86e-f3eabea9971e req-23a6e650-954a-418d-94a5-f53895c4a946 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a6864e9926d446a1b338ada6c729f0ea&device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 1098 time: 0.0743873 Aug 23 10:30:59.903734 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ca61c-0d36-41bd-a86e-f3eabea9971e req-718edd2e-ac04-4f96-8aff-d49c6c823241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:59.905217 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fb9ca61c-0d36-41bd-a86e-f3eabea9971e req-718edd2e-ac04-4f96-8aff-d49c6c823241 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a18a32d3-3186-440e-9e08-e8bed12731a2 HTTP/1.1" status: 200 len: 913 time: 0.1844683 Aug 23 10:30:59.913287 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676ecaf-cfe8-4a5a-8ca3-5e40b05dbb0a req-613a384d-38f7-4f42-bc7c-92fd97e8fc14 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:30:59.914650 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6676ecaf-cfe8-4a5a-8ca3-5e40b05dbb0a req-613a384d-38f7-4f42-bc7c-92fd97e8fc14 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 944 time: 0.1758723 Aug 23 10:31:00.042437 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6676ecaf-cfe8-4a5a-8ca3-5e40b05dbb0a req-6f73b10a-8dba-41b6-9bd2-3d578aaac36d tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716326 Aug 23 10:31:00.044280 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fb9ca61c-0d36-41bd-a86e-f3eabea9971e req-74e2eb41-26d0-4aa7-bfba-6e0d34dd929f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6087ed5-88e3-4c28-910f-23a0f81902fa HTTP/1.1" status: 200 len: 1000 time: 0.1287215 Aug 23 10:31:00.064680 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:31:00.110878 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ca61c-0d36-41bd-a86e-f3eabea9971e req-dae669b0-cee3-41bc-8717-f2725c7586b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:00.112332 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fb9ca61c-0d36-41bd-a86e-f3eabea9971e req-dae669b0-cee3-41bc-8717-f2725c7586b2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=14c11f95-41aa-4176-8d80-0a61ad808b4f HTTP/1.1" status: 200 len: 851 time: 0.0613363 Aug 23 10:31:00.190403 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ca61c-0d36-41bd-a86e-f3eabea9971e req-4b05b906-e584-470d-8b39-318a96bf98e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:00.191977 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fb9ca61c-0d36-41bd-a86e-f3eabea9971e req-4b05b906-e584-470d-8b39-318a96bf98e6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a18a32d3-3186-440e-9e08-e8bed12731a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720329 Aug 23 10:31:00.338867 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fb9ca61c-0d36-41bd-a86e-f3eabea9971e req-dbf2fe3c-2a75-4bc5-a474-7605420a90c5 service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334994 Aug 23 10:31:00.469039 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fb9ca61c-0d36-41bd-a86e-f3eabea9971e req-833f50bd-1431-495d-bce6-0004192d7937 service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219077 Aug 23 10:31:00.719120 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 256d02ea-c4de-417b-a52a-5d4e26b60644 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:31:00.853772 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 256d02ea-c4de-417b-a52a-5d4e26b60644, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=256d02ea-c4de-417b-a52a-5d4e26b60644,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:31:00.871967 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': '256d02ea-c4de-417b-a52a-5d4e26b60644', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'port_id': '256d02ea-c4de-417b-a52a-5d4e26b60644', 'mac_address': 'fa:16:3e:53:de:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:31:00.925364 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:00.941911 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256d02ea-c4de-417b-a52a-5d4e26b60644 {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:31:00.957260 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 256d02ea-c4de-417b-a52a-5d4e26b60644, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=256d02ea-c4de-417b-a52a-5d4e26b60644,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:31:00.961519 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:00.963193 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:01.099640 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=256d02ea-c4de-417b-a52a-5d4e26b60644,revision_number=9']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:01.103982 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:01.247627 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd57fc-9b0a-45e1-acc6-d9da6f53a00b req-d115ce18-5d9b-41bc-aff7-fc3392451dd3 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:01.249132 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3ddd57fc-9b0a-45e1-acc6-d9da6f53a00b req-d115ce18-5d9b-41bc-aff7-fc3392451dd3 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 945 time: 0.0839703 Aug 23 10:31:01.296892 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3ddd57fc-9b0a-45e1-acc6-d9da6f53a00b req-8ac5e6d4-15b3-4327-a63e-18816bb8964f tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419261 Aug 23 10:31:01.367525 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['256d02ea-c4de-417b-a52a-5d4e26b60644'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:31:02.485499 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58594d4e-6265-4bb3-8ca0-f66edc0a9ad5 req-3bddcd18-0808-48af-b841-368294e3ec1b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:02.487294 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-58594d4e-6265-4bb3-8ca0-f66edc0a9ad5 req-3bddcd18-0808-48af-b841-368294e3ec1b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 945 time: 0.0801139 Aug 23 10:31:02.533798 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-58594d4e-6265-4bb3-8ca0-f66edc0a9ad5 req-ab3f0d69-eb56-4de0-a74a-3e0552046b43 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395181 Aug 23 10:31:02.719314 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 256d02ea-c4de-417b-a52a-5d4e26b60644 up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:31:02.816373 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port 256d02ea-c4de-417b-a52a-5d4e26b60644 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:31:02.817047 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:02.888228 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-71c3213d-67d6-4d71-bbfc-60e68d1b0679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:02.956889 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:02.985461 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '602d8127-5449-4509-9184-ff0932eecdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256d02ea-c4de-417b-a52a-5d4e26b60644'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:31:02.995580 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 256d02ea-c4de-417b-a52a-5d4e26b60644, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=256d02ea-c4de-417b-a52a-5d4e26b60644,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:31:03.001167 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:03.003593 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:03.040638 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '602d8127-5449-4509-9184-ff0932eecdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256d02ea-c4de-417b-a52a-5d4e26b60644', 'code': 200} Aug 23 10:31:03.072006 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=256d02ea-c4de-417b-a52a-5d4e26b60644,revision_number=10']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:03.075124 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:03.279937 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ddcff-bcef-4e34-90d2-a3cb987eafde req-fd492dc8-f9be-475a-a7cf-76e1a16222d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:03.281316 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fa6ddcff-bcef-4e34-90d2-a3cb987eafde req-fd492dc8-f9be-475a-a7cf-76e1a16222d7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 1100 time: 0.0679402 Aug 23 10:31:03.322383 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fa6ddcff-bcef-4e34-90d2-a3cb987eafde req-079bc195-6cd1-4313-8b1f-ab104e5f865c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333216 Aug 23 10:31:03.635885 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:03.727619 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33596a1-7de2-416a-b549-cff7a23d6278 req-11ab2b12-c64f-4483-a9b1-d784b0a118a6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:03.729119 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f33596a1-7de2-416a-b549-cff7a23d6278 req-11ab2b12-c64f-4483-a9b1-d784b0a118a6 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 947 time: 0.0849075 Aug 23 10:31:03.775369 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f33596a1-7de2-416a-b549-cff7a23d6278 req-2f7a53b3-2c64-4d0c-b176-cf271046ef7e tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406439 Aug 23 10:31:04.936067 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86987f51-ec2a-4fd0-951e-802b82305c79 req-e98300d9-bd23-4d7e-b61e-dadca2809e9a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:04.937633 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-86987f51-ec2a-4fd0-951e-802b82305c79 req-e98300d9-bd23-4d7e-b61e-dadca2809e9a tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfb22c9c-8552-4f90-b146-405b240c83e0 HTTP/1.1" status: 200 len: 945 time: 0.0862122 Aug 23 10:31:04.983884 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-86987f51-ec2a-4fd0-951e-802b82305c79 req-bf3a8f89-49aa-4d80-9d5f-04e7e4cf29c8 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b4a446-ee88-4d6e-9826-1b1f17c032d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402594 Aug 23 10:31:05.005490 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef6d33-e9a2-44d9-871f-87a27e8b2edf req-d524465e-16a2-49de-984a-b823d1d7e46b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:05.007560 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-59ef6d33-e9a2-44d9-871f-87a27e8b2edf req-d524465e-16a2-49de-984a-b823d1d7e46b tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 947 time: 0.0866997 Aug 23 10:31:05.058905 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-59ef6d33-e9a2-44d9-871f-87a27e8b2edf req-3e785847-4d9e-4937-a6c8-537b68746f54 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430615 Aug 23 10:31:05.541664 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-7d351de0-ea8f-4d9e-a969-8d33bdfd4594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:06.178428 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffc094-7783-4340-8a96-2a83be13afe0 req-ff0caeae-5abf-470a-8f20-9dfa386c5d25 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:06.179897 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-eeffc094-7783-4340-8a96-2a83be13afe0 req-ff0caeae-5abf-470a-8f20-9dfa386c5d25 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfb22c9c-8552-4f90-b146-405b240c83e0 HTTP/1.1" status: 200 len: 945 time: 0.0793881 Aug 23 10:31:06.224191 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-eeffc094-7783-4340-8a96-2a83be13afe0 req-b3cff555-af4f-4e87-a510-abdcfc20371b tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b4a446-ee88-4d6e-9826-1b1f17c032d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386171 Aug 23 10:31:06.249680 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325208e2-de0e-4658-8327-2506918b2af3 req-cd6983a8-f198-4f52-8387-2f1e0ace221c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:06.251063 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-325208e2-de0e-4658-8327-2506918b2af3 req-cd6983a8-f198-4f52-8387-2f1e0ace221c tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 947 time: 0.0805767 Aug 23 10:31:06.297790 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-325208e2-de0e-4658-8327-2506918b2af3 req-e2566aa0-0faa-4440-9a4d-87d10e76b4b5 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412085 Aug 23 10:31:06.418709 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:06.996450 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e9f56-b7ac-4d65-8411-dd431aa3503a req-64056e1f-c74e-4c75-ab1b-d60b70a98746 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:06.997925 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-0c2e9f56-b7ac-4d65-8411-dd431aa3503a req-64056e1f-c74e-4c75-ab1b-d60b70a98746 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfb22c9c-8552-4f90-b146-405b240c83e0 HTTP/1.1" status: 200 len: 945 time: 0.1601264 Aug 23 10:31:07.066713 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-0c2e9f56-b7ac-4d65-8411-dd431aa3503a req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Deleting port d33124f5-10cc-466c-bc0b-da575931d7f9 {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:31:07.067055 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-0c2e9f56-b7ac-4d65-8411-dd431aa3503a req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:07.310758 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-0c2e9f56-b7ac-4d65-8411-dd431aa3503a req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] For port d33124f5-10cc-466c-bc0b-da575931d7f9, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d33124f5-10cc-466c-bc0b-da575931d7f9,segment=NetworkSegment(e81395ff-959d-4a1d-9754-8caa94ac1e89),segment_id=e81395ff-959d-4a1d-9754-8caa94ac1e89)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:31:07.311471 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-0c2e9f56-b7ac-4d65-8411-dd431aa3503a req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:07.630995 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6437221-7eab-4366-90fb-2a5b13ffd201 req-25c7f566-3f9d-4415-8cc7-472035c1870d tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:07.633026 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a6437221-7eab-4366-90fb-2a5b13ffd201 req-25c7f566-3f9d-4415-8cc7-472035c1870d tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfb22c9c-8552-4f90-b146-405b240c83e0 HTTP/1.1" status: 200 len: 945 time: 0.2585537 Aug 23 10:31:07.690955 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-0c2e9f56-b7ac-4d65-8411-dd431aa3503a req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:07.691371 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-0c2e9f56-b7ac-4d65-8411-dd431aa3503a req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588992'] for floatingip, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:07.691708 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.db.l3_db [req-0c2e9f56-b7ac-4d65-8411-dd431aa3503a req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Floating IP 0afd35e0-9f06-4cba-85f9-42a4a7f2aed6 disassociated. External IP: 172.27.2.116, port: d33124f5-10cc-466c-bc0b-da575931d7f9. Aug 23 10:31:07.692042 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-0c2e9f56-b7ac-4d65-8411-dd431aa3503a req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Calling delete_port for d33124f5-10cc-466c-bc0b-da575931d7f9 owned by compute:nova {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:31:07.736958 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a6437221-7eab-4366-90fb-2a5b13ffd201 req-eed86d52-fd77-4762-87d6-f85666f5709c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups?id=43b4a446-ee88-4d6e-9826-1b1f17c032d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984077 Aug 23 10:31:07.847125 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-0c2e9f56-b7ac-4d65-8411-dd431aa3503a req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:07.854596 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:07.901266 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Pushing event deleted for resources: {'Port': ['ID=d33124f5-10cc-466c-bc0b-da575931d7f9,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:07.913481 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:07.913866 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:07.914232 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:07.914592 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:07.914948 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:07.915308 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:07.916158 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:07.916158 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:07.916338 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:07.916718 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:07.917101 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:07.917436 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:07.920529 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:07.947227 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:08.097403 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c2e9f56-b7ac-4d65-8411-dd431aa3503a req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Router c099cf66-6591-4172-a91d-ddfbfcdd89a9 has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:31:08.275019 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c2e9f56-b7ac-4d65-8411-dd431aa3503a req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:31:08.284752 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5046dc5d-28e1-4c4a-9843-89c161c1a28f None None] Sync routers for ids ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:31:08.294955 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5046dc5d-28e1-4c4a-9843-89c161c1a28f None None] Routers {'c099cf66-6591-4172-a91d-ddfbfcdd89a9'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:31:08.295581 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-5046dc5d-28e1-4c4a-9843-89c161c1a28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:31:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:31:08.352722 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2e9f56-b7ac-4d65-8411-dd431aa3503a req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] No DVR routers for this DVR port d33124f5-10cc-466c-bc0b-da575931d7f9 on host hv-cinder-80278 {{(pid=79262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:31:08.355204 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-0c2e9f56-b7ac-4d65-8411-dd431aa3503a req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:08.357933 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb22c9c-8552-4f90-b146-405b240c83e0', 'name': 'network-vif-deleted', 'tag': 'd33124f5-10cc-466c-bc0b-da575931d7f9'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:31:08.379506 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-0c2e9f56-b7ac-4d65-8411-dd431aa3503a req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.38 "DELETE /v2.0/ports/d33124f5-10cc-466c-bc0b-da575931d7f9 HTTP/1.1" status: 204 len: 173 time: 1.3763175 Aug 23 10:31:08.414461 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb22c9c-8552-4f90-b146-405b240c83e0', 'name': 'network-vif-deleted', 'tag': 'd33124f5-10cc-466c-bc0b-da575931d7f9', 'status': 'completed', 'code': 200} Aug 23 10:31:08.487548 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-5046dc5d-28e1-4c4a-9843-89c161c1a28f None None] Set router c099cf66-6591-4172-a91d-ddfbfcdd89a9 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:31:08.806057 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-5046dc5d-28e1-4c4a-9843-89c161c1a28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'name': 'tempest-AttachVolumeTestJSON-923390273-router', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:52Z', 'updated_at': '2021-08-23T10:22:00Z', 'revision_number': 4, 'project_id': '6288f2605747471588a47a33d4b3d386', 'gw_port': {'id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:54Z', 'updated_at': '2021-08-23T10:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '1c22d471-2fac-4fdb-985b-4f0d0e3adbf1', 'name': '', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'mac_address': 'fa:16:3e:a6:74:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:59Z', 'updated_at': '2021-08-23T10:22:11Z', 'revision_number': 5, 'project_id': '6288f2605747471588a47a33d4b3d386', 'subnets': [{'id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:31:08.810576 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5046dc5d-28e1-4c4a-9843-89c161c1a28f None None] Checking router: c099cf66-6591-4172-a91d-ddfbfcdd89a9 for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:31:08.825450 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5046dc5d-28e1-4c4a-9843-89c161c1a28f None None] Routers {'c099cf66-6591-4172-a91d-ddfbfcdd89a9'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:31:08.826147 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-5046dc5d-28e1-4c4a-9843-89c161c1a28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:31:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:31:09.004200 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-611b356e-a084-4518-b9fc-90e064bd9aff req-9716e8c1-cc5d-457e-937b-9055ea621438 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Synchronizing usage tracker for tenant:6288f2605747471588a47a33d4b3d386 on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:31:09.016464 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-5046dc5d-28e1-4c4a-9843-89c161c1a28f None None] Set router c099cf66-6591-4172-a91d-ddfbfcdd89a9 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:31:09.020444 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-611b356e-a084-4518-b9fc-90e064bd9aff req-9716e8c1-cc5d-457e-937b-9055ea621438 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Unset dirty status for tenant:6288f2605747471588a47a33d4b3d386 on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:31:09.021751 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-611b356e-a084-4518-b9fc-90e064bd9aff req-9716e8c1-cc5d-457e-937b-9055ea621438 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfb22c9c-8552-4f90-b146-405b240c83e0 HTTP/1.1" status: 200 len: 210 time: 0.1611342 Aug 23 10:31:09.323146 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-5046dc5d-28e1-4c4a-9843-89c161c1a28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'name': 'tempest-AttachVolumeTestJSON-923390273-router', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:52Z', 'updated_at': '2021-08-23T10:22:00Z', 'revision_number': 4, 'project_id': '6288f2605747471588a47a33d4b3d386', 'gw_port': {'id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:54Z', 'updated_at': '2021-08-23T10:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '1c22d471-2fac-4fdb-985b-4f0d0e3adbf1', 'name': '', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'mac_address': 'fa:16:3e:a6:74:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:59Z', 'updated_at': '2021-08-23T10:22:11Z', 'revision_number': 5, 'project_id': '6288f2605747471588a47a33d4b3d386', 'subnets': [{'id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:31:09.327034 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5046dc5d-28e1-4c4a-9843-89c161c1a28f None None] The sync data for ids ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'] in dv-cinder-802781-2-iscsi is: [{'id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'name': 'tempest-AttachVolumeTestJSON-923390273-router', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:52Z', 'updated_at': '2021-08-23T10:22:00Z', 'revision_number': 4, 'project_id': '6288f2605747471588a47a33d4b3d386', 'gw_port': {'id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:54Z', 'updated_at': '2021-08-23T10:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '1c22d471-2fac-4fdb-985b-4f0d0e3adbf1', 'name': '', 'network_id': '4c1fc7bc-93d4-4389-8e20-f7d09f046981', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'mac_address': 'fa:16:3e:a6:74:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:59Z', 'updated_at': '2021-08-23T10:22:11Z', 'revision_number': 5, 'project_id': '6288f2605747471588a47a33d4b3d386', 'subnets': [{'id': '3248dd68-15fd-4e1b-bc02-a1c37a6054d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:31:09.538814 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9877301e-9c25-4bf8-8af9-fca65dee9ab4 None None] New status for floating IP 0afd35e0-9f06-4cba-85f9-42a4a7f2aed6: DOWN {{(pid=79264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:31:10.139350 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 40128) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:10.201557 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c83e7d1c-7b25-4b68-baa5-4822832c71ef tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:10.228131 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c83e7d1c-7b25-4b68-baa5-4822832c71ef tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:10.278304 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c83e7d1c-7b25-4b68-baa5-4822832c71ef tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:10.281877 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-fc3406fd-af77-4722-a56b-8951becb3efb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:10.298907 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e7d1c-7b25-4b68-baa5-4822832c71ef tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b4a446-ee88-4d6e-9826-1b1f17c032d0,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:10.301445 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c83e7d1c-7b25-4b68-baa5-4822832c71ef tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:10.309286 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c83e7d1c-7b25-4b68-baa5-4822832c71ef tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:10.310371 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-c83e7d1c-7b25-4b68-baa5-4822832c71ef tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "DELETE /v2.0/security-groups/43b4a446-ee88-4d6e-9826-1b1f17c032d0 HTTP/1.1" status: 204 len: 168 time: 0.1700399 Aug 23 10:31:10.313063 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 40132) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:10.329393 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.api.v2.resource [None req-290b5a0a-7968-4a2e-9caa-a2a1fd9af5f3 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] show failed (client error): The resource could not be found. Aug 23 10:31:10.330347 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-290b5a0a-7968-4a2e-9caa-a2a1fd9af5f3 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "GET /v2.0/security-groups/43b4a446-ee88-4d6e-9826-1b1f17c032d0 HTTP/1.1" status: 404 len: 347 time: 0.0163696 Aug 23 10:31:10.333025 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 40136) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:10.483856 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-7c53120c-2f05-4ebc-bccb-f3f878585680 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Deleting port 6abbc2ac-dbe9-4b0f-8bc1-94a0187816e8 {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:31:10.484197 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7c53120c-2f05-4ebc-bccb-f3f878585680 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:10.650491 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7c53120c-2f05-4ebc-bccb-f3f878585680 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:10.650812 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7c53120c-2f05-4ebc-bccb-f3f878585680 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:10.743822 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device d33124f5-10cc-466c-bc0b-da575931d7f9 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:31:10.767976 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-7c53120c-2f05-4ebc-bccb-f3f878585680 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Calling delete_port for 6abbc2ac-dbe9-4b0f-8bc1-94a0187816e8 owned by network:floatingip {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:31:10.777163 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] No Port match for: d33124f5-10cc-466c-bc0b-da575931d7f9 {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:31:10.777523 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device d33124f5-10cc-466c-bc0b-da575931d7f9 not bound to the agent host hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:31:10.902311 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7c53120c-2f05-4ebc-bccb-f3f878585680 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:10.906575 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-b5e410b3-64ef-426c-80d9-1be2dad974db tempest-VolumesNegativeTest-1177635616 tempest-VolumesNegativeTest-1177635616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:10.973793 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53120c-2f05-4ebc-bccb-f3f878585680 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Pushing event deleted for resources: {'Port': ['ID=6abbc2ac-dbe9-4b0f-8bc1-94a0187816e8,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:10.976470 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-7c53120c-2f05-4ebc-bccb-f3f878585680 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:11.042581 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7c53120c-2f05-4ebc-bccb-f3f878585680 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks [] for floatingip, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:11.059976 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7c53120c-2f05-4ebc-bccb-f3f878585680 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for floatingip, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:11.061132 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-7c53120c-2f05-4ebc-bccb-f3f878585680 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] 10.222.0.21 "DELETE /v2.0/floatingips/0afd35e0-9f06-4cba-85f9-42a4a7f2aed6 HTTP/1.1" status: 204 len: 168 time: 0.7272382 Aug 23 10:31:19.434731 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 40202) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:20.198765 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1ab788ce-f896-47e3-8e28-8dab835b3821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698993'] for router_interface, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:20.538407 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-1ab788ce-f896-47e3-8e28-8dab835b3821 admin admin] Deleting port 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1 {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:31:20.539110 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1ab788ce-f896-47e3-8e28-8dab835b3821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:20.704823 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-1ab788ce-f896-47e3-8e28-8dab835b3821 admin admin] For port 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=1c22d471-2fac-4fdb-985b-4f0d0e3adbf1,segment=NetworkSegment(e81395ff-959d-4a1d-9754-8caa94ac1e89),segment_id=e81395ff-959d-4a1d-9754-8caa94ac1e89)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:31:20.705105 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1ab788ce-f896-47e3-8e28-8dab835b3821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:20.826948 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-1ab788ce-f896-47e3-8e28-8dab835b3821 admin admin] Calling delete_port for 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1 owned by network:router_interface {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:31:21.000473 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1ab788ce-f896-47e3-8e28-8dab835b3821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:21.004865 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c17e6d90-a333-44b0-bb6d-f09065e827e6 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:21.049651 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab788ce-f896-47e3-8e28-8dab835b3821 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c22d471-2fac-4fdb-985b-4f0d0e3adbf1,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:21.079354 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1ab788ce-f896-47e3-8e28-8dab835b3821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:21.318577 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1ab788ce-f896-47e3-8e28-8dab835b3821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1816041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699021'] for router_interface, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:21.762551 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab788ce-f896-47e3-8e28-8dab835b3821 admin admin] Router c099cf66-6591-4172-a91d-ddfbfcdd89a9 has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:31:21.932959 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab788ce-f896-47e3-8e28-8dab835b3821 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:31:21.943886 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f657e-2f1a-4cfe-8179-23f730cbf624 None None] Sync routers for ids ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:31:21.948931 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 40212) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:21.949435 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-1ab788ce-f896-47e3-8e28-8dab835b3821 admin admin] 10.222.0.21 "PUT /v2.0/routers/c099cf66-6591-4172-a91d-ddfbfcdd89a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5131612 Aug 23 10:31:21.953500 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f657e-2f1a-4cfe-8179-23f730cbf624 None None] Routers {'c099cf66-6591-4172-a91d-ddfbfcdd89a9'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:31:21.954122 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-431f657e-2f1a-4cfe-8179-23f730cbf624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:31:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:31:22.123134 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:22.159843 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-431f657e-2f1a-4cfe-8179-23f730cbf624 None None] Set router c099cf66-6591-4172-a91d-ddfbfcdd89a9 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:31:22.297223 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:22.308241 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Deleting port df52262b-3d63-4681-8460-8dd3003c3b46 {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:31:22.308675 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:22.452748 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-431f657e-2f1a-4cfe-8179-23f730cbf624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'name': 'tempest-AttachVolumeTestJSON-923390273-router', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:52Z', 'updated_at': '2021-08-23T10:31:20Z', 'revision_number': 5, 'project_id': '6288f2605747471588a47a33d4b3d386', 'gw_port': {'id': 'df52262b-3d63-4681-8460-8dd3003c3b46', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:54Z', 'updated_at': '2021-08-23T10:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:31:22.456733 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f657e-2f1a-4cfe-8179-23f730cbf624 None None] Checking router: c099cf66-6591-4172-a91d-ddfbfcdd89a9 for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:31:22.465575 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f657e-2f1a-4cfe-8179-23f730cbf624 None None] Routers {'c099cf66-6591-4172-a91d-ddfbfcdd89a9'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:31:22.466193 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-431f657e-2f1a-4cfe-8179-23f730cbf624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:31:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:31:22.563340 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] For port df52262b-3d63-4681-8460-8dd3003c3b46, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=df52262b-3d63-4681-8460-8dd3003c3b46,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:31:22.563839 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:22.613469 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-431f657e-2f1a-4cfe-8179-23f730cbf624 None None] Set router c099cf66-6591-4172-a91d-ddfbfcdd89a9 gateway port host: None {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:31:22.690440 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Calling delete_port for df52262b-3d63-4681-8460-8dd3003c3b46 owned by network:router_gateway {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:31:22.719837 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-431f657e-2f1a-4cfe-8179-23f730cbf624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'name': 'tempest-AttachVolumeTestJSON-923390273-router', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:52Z', 'updated_at': '2021-08-23T10:31:22Z', 'revision_number': 6, 'project_id': '6288f2605747471588a47a33d4b3d386', 'gw_port_host': None}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:31:22.724006 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f657e-2f1a-4cfe-8179-23f730cbf624 None None] The sync data for ids ['c099cf66-6591-4172-a91d-ddfbfcdd89a9'] in dv-cinder-802781-2-iscsi is: [{'id': 'c099cf66-6591-4172-a91d-ddfbfcdd89a9', 'name': 'tempest-AttachVolumeTestJSON-923390273-router', 'tenant_id': '6288f2605747471588a47a33d4b3d386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:52Z', 'updated_at': '2021-08-23T10:31:22Z', 'revision_number': 6, 'project_id': '6288f2605747471588a47a33d4b3d386', 'gw_port_host': None}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:31:22.938270 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7a855c72-5755-4e08-8df9-b555de749e06 req-ba9f19d1-c40f-46af-937d-f847884b34a6 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-393861361&fields=id&tenant_id=a6864e9926d446a1b338ada6c729f0ea HTTP/1.1" status: 200 len: 267 time: 0.0703738 Aug 23 10:31:23.144272 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:23.151315 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8276ad93-025a-4f4f-b19c-e464db7de2e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:23.187564 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a855c72-5755-4e08-8df9-b555de749e06 req-400de826-6d3a-426a-9de4-f26b2413c307 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:23.189032 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7a855c72-5755-4e08-8df9-b555de749e06 req-400de826-6d3a-426a-9de4-f26b2413c307 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/networks?id=a18a32d3-3186-440e-9e08-e8bed12731a2 HTTP/1.1" status: 200 len: 812 time: 0.2396586 Aug 23 10:31:23.232810 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=df52262b-3d63-4681-8460-8dd3003c3b46,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:23.276688 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7a855c72-5755-4e08-8df9-b555de749e06 req-876df17d-3782-47d3-82b4-8aea2c52f1f6 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/quotas/a6864e9926d446a1b338ada6c729f0ea HTTP/1.1" status: 200 len: 375 time: 0.0807168 Aug 23 10:31:23.280520 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:23.280915 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:23.281279 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:23.281633 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:23.281983 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:23.282329 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:23.282676 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:23.283019 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:23.283361 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:23.283699 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:23.284036 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:23.284371 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:23.291705 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:23.360070 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589092'] for router_gateway, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:23.539433 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1696830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1324'] for router, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:23.542089 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:23.554740 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7a855c72-5755-4e08-8df9-b555de749e06 req-5fb40a19-37fb-49a3-81fd-5fbdc58234eb tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6864e9926d446a1b338ada6c729f0ea&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2675381 Aug 23 10:31:23.661022 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697854'] for router, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:23.661516 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c099cf66-6591-4172-a91d-ddfbfcdd89a9 {{(pid=79261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 10:31:23.774124 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1 no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:31:23.808866 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No Port match for: 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1 {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:31:23.809217 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 1c22d471-2fac-4fdb-985b-4f0d0e3adbf1 not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:31:23.809649 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device df52262b-3d63-4681-8460-8dd3003c3b46 no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:31:23.835230 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Notify callbacks [] for router, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:23.836336 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c099cf66-6591-4172-a91d-ddfbfcdd89a9 HTTP/1.1" status: 204 len: 168 time: 1.8857346 Aug 23 10:31:23.839602 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 40226) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:23.844499 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No Port match for: df52262b-3d63-4681-8460-8dd3003c3b46 {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:31:23.844884 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device df52262b-3d63-4681-8460-8dd3003c3b46 not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:31:23.865513 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7a855c72-5755-4e08-8df9-b555de749e06 req-e4530883-bae2-49da-b22d-a0c5b65e60b2 service neutron] 10.222.0.21 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439229 Aug 23 10:31:23.901472 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_v2 [None req-f42f9e28-f982-4b90-8971-cd92650c99cf admin admin] Deleting subnet 3248dd68-15fd-4e1b-bc02-a1c37a6054d5 {{(pid=79262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:31:23.904223 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f42f9e28-f982-4b90-8971-cd92650c99cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:23.952355 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f42f9e28-f982-4b90-8971-cd92650c99cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15130840'] for subnet, precommit_delete_associations {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:23.998833 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7a855c72-5755-4e08-8df9-b555de749e06 req-0b3fdfd1-487d-428a-b650-7d506e722bee service neutron] 10.222.0.21 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267052 Aug 23 10:31:24.070571 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f42f9e28-f982-4b90-8971-cd92650c99cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351694'] for subnet, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:24.137274 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f42f9e28-f982-4b90-8971-cd92650c99cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14958768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15036623'] for subnet, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:24.142293 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-30269fbf-6460-48c6-b80a-81f12109605e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:24.182664 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f42f9e28-f982-4b90-8971-cd92650c99cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:24.185925 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f9e28-f982-4b90-8971-cd92650c99cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3248dd68-15fd-4e1b-bc02-a1c37a6054d5,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:24.188299 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402d35b1-56c6-4a3a-8dc1-f1517aa35c98 None None] Network 4c1fc7bc-93d4-4389-8e20-f7d09f046981 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:31:24.188710 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f42f9e28-f982-4b90-8971-cd92650c99cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:24.194012 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-f42f9e28-f982-4b90-8971-cd92650c99cf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3248dd68-15fd-4e1b-bc02-a1c37a6054d5 HTTP/1.1" status: 204 len: 168 time: 0.3516529 Aug 23 10:31:24.195282 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 40236) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:24.313087 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ecd6af3c-30ae-4e50-9225-43990cce000b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3408463'] for network, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:24.326257 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-ecd6af3c-30ae-4e50-9225-43990cce000b admin admin] Deleting port 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:31:24.326603 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ecd6af3c-30ae-4e50-9225-43990cce000b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:24.410468 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-bf954cef-9a6e-4db5-bc05-f9841fe15db1 req-8d5a64c3-94e7-4601-adbe-95df5a94aafd tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 210 time: 0.0467753 Aug 23 10:31:24.472722 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6d4177-c2a1-4ebf-8c41-0b0508b1bcc2 None None] DHCP port deletion for 4c1fc7bc-93d4-4389-8e20-f7d09f046981 request from dv-cinder-802781-2-iscsi {{(pid=79263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 10:31:24.477559 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-ae6d4177-c2a1-4ebf-8c41-0b0508b1bcc2 None None] Deleting port 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad {{(pid=79263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:31:24.477941 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-ae6d4177-c2a1-4ebf-8c41-0b0508b1bcc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:24.561481 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-ecd6af3c-30ae-4e50-9225-43990cce000b admin admin] For port 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad,segment=NetworkSegment(e81395ff-959d-4a1d-9754-8caa94ac1e89),segment_id=e81395ff-959d-4a1d-9754-8caa94ac1e89)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:31:24.561837 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ecd6af3c-30ae-4e50-9225-43990cce000b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:24.676328 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-ae6d4177-c2a1-4ebf-8c41-0b0508b1bcc2 None None] For port 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad,segment=NetworkSegment(e81395ff-959d-4a1d-9754-8caa94ac1e89),segment_id=e81395ff-959d-4a1d-9754-8caa94ac1e89)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:31:24.676695 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-ae6d4177-c2a1-4ebf-8c41-0b0508b1bcc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:24.682287 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-ecd6af3c-30ae-4e50-9225-43990cce000b admin admin] Calling delete_port for 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad owned by network:dhcp {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:31:24.755477 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ecd6af3c-30ae-4e50-9225-43990cce000b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:24.759865 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0b519c90-f0ba-4707-b250-71173707a68e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:24.807512 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6af3c-30ae-4e50-9225-43990cce000b admin admin] Pushing event deleted for resources: {'Port': ['ID=34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:24.810075 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ecd6af3c-30ae-4e50-9225-43990cce000b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:24.812545 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd6af3c-30ae-4e50-9225-43990cce000b admin admin] No DVR routers for this DVR port 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad on host dv-cinder-802781-2-iscsi {{(pid=79261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:31:24.828533 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-ae6d4177-c2a1-4ebf-8c41-0b0508b1bcc2 None None] Calling delete_port for 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad owned by network:dhcp {{(pid=79263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:31:24.927571 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ecd6af3c-30ae-4e50-9225-43990cce000b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3353717', 'neutron.services.segments.db._delete_segments_for_network-8757078968221'] for network, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:24.941599 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.services.segments.db [None req-ecd6af3c-30ae-4e50-9225-43990cce000b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1fc7bc-93d4-4389-8e20-f7d09f046981']}} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:31:24.953734 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.services.segments.db [None req-ecd6af3c-30ae-4e50-9225-43990cce000b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e81395ff-959d-4a1d-9754-8caa94ac1e89') {'for_net_delete': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:31:24.954240 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.services.segments.db [None req-ecd6af3c-30ae-4e50-9225-43990cce000b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e81395ff-959d-4a1d-9754-8caa94ac1e89') {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:31:24.959051 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.db.api [None req-ae6d4177-c2a1-4ebf-8c41-0b0508b1bcc2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 10:31:24.959456 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_db.api [None req-ae6d4177-c2a1-4ebf-8c41-0b0508b1bcc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 10:31:24.965873 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ecd6af3c-30ae-4e50-9225-43990cce000b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757078964983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14700668'] for segment, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:24.982152 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ecd6af3c-30ae-4e50-9225-43990cce000b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:24.988054 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd6af3c-30ae-4e50-9225-43990cce000b admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=79261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:31:24.988439 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ecd6af3c-30ae-4e50-9225-43990cce000b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3366333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14701761'] for segment, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: Traceback (most recent call last): Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: timer() Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: cb(*args, **kw) Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: return func(*args, **kwargs) Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: self._notify() Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: self.callback(batched_events) Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: event.method(event) Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: return f(self, *a, **k) Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: return self._get(url).json() Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: return self.request(url, 'GET', **kwargs) Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:31:25.001570 dv-cinder-802781-2-iscsi neutron-server[79261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:31:25.077091 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ecd6af3c-30ae-4e50-9225-43990cce000b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3353612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589113'] for network, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:25.081189 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:25.096899 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ecd6af3c-30ae-4e50-9225-43990cce000b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:25.102759 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6af3c-30ae-4e50-9225-43990cce000b admin admin] Pushing event deleted for resources: {'Network': ['ID=4c1fc7bc-93d4-4389-8e20-f7d09f046981,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:25.108387 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ecd6af3c-30ae-4e50-9225-43990cce000b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:25.119533 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-ecd6af3c-30ae-4e50-9225-43990cce000b admin admin] 10.222.0.21 "DELETE /v2.0/networks/4c1fc7bc-93d4-4389-8e20-f7d09f046981 HTTP/1.1" status: 204 len: 168 time: 0.9230609 Aug 23 10:31:25.229263 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 40246) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:25.278086 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-7467a016-d6c5-45bc-bfda-ba839d51d5d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6288f2605747471588a47a33d4b3d386&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0476341 Aug 23 10:31:25.280452 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 40250) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:25.340661 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7ad53c29-53a3-4b6b-9fc6-2b32e310ed12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:25.365521 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7ad53c29-53a3-4b6b-9fc6-2b32e310ed12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:25.419821 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7ad53c29-53a3-4b6b-9fc6-2b32e310ed12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:25.424542 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-1acf9710-bc39-4b69-bee1-c86ebaa5f5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:25.444921 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad53c29-53a3-4b6b-9fc6-2b32e310ed12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5cbe5d-e2b8-492b-8983-590d96b1b9bc,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:25.448464 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7ad53c29-53a3-4b6b-9fc6-2b32e310ed12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:25.451886 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7ad53c29-53a3-4b6b-9fc6-2b32e310ed12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:25.453016 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-7ad53c29-53a3-4b6b-9fc6-2b32e310ed12 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d5cbe5d-e2b8-492b-8983-590d96b1b9bc HTTP/1.1" status: 204 len: 168 time: 0.1716640 Aug 23 10:31:25.467755 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-ae6d4177-c2a1-4ebf-8c41-0b0508b1bcc2 None None] Deleting port 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad {{(pid=79263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:31:25.468157 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-ae6d4177-c2a1-4ebf-8c41-0b0508b1bcc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:25.525626 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d38d1683-a151-4cb0-b6a6-bc104758c50a req-d53e68ec-343c-4b7e-8b1b-87a38174be5f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 210 time: 0.0446255 Aug 23 10:31:25.544508 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-ae6d4177-c2a1-4ebf-8c41-0b0508b1bcc2 None None] The port '34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad' was deleted {{(pid=79263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 10:31:25.767380 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:31:25.802174 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No Port match for: 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:31:25.802595 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 34167e13-1ae7-4b7a-a9a9-b8a2b260e3ad not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:31:26.622453 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6264ddb6-4980-4d58-9093-c9e16068d777 req-ab619030-f91f-4a4d-80e8-ba54c622fb90 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 210 time: 0.0446699 Aug 23 10:31:27.293831 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 40318) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:27.410548 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-112dc6fb-4d28-4288-b51c-b01a74b18709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:27.425290 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-112dc6fb-4d28-4288-b51c-b01a74b18709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:31:27.429212 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-112dc6fb-4d28-4288-b51c-b01a74b18709 admin admin] Usage tracker for resource:security_group_rule and tenant:8e73f309b90d41c7826a033d01bf08be is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:31:27.432854 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-112dc6fb-4d28-4288-b51c-b01a74b18709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:31:27.438755 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-112dc6fb-4d28-4288-b51c-b01a74b18709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:31:27.530093 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-112dc6fb-4d28-4288-b51c-b01a74b18709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:27.535266 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-112dc6fb-4d28-4288-b51c-b01a74b18709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:27.544484 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-c7c7c632-d8d8-4344-81f1-b8af5746810b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:27.554797 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a855c72-5755-4e08-8df9-b555de749e06 req-5b64ac44-99b4-447c-ad40-06fa922bcb22 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:27.556244 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7a855c72-5755-4e08-8df9-b555de749e06 req-5b64ac44-99b4-447c-ad40-06fa922bcb22 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.38 "GET /v2.0/networks?id=a18a32d3-3186-440e-9e08-e8bed12731a2 HTTP/1.1" status: 200 len: 812 time: 0.1511064 Aug 23 10:31:27.587732 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-112dc6fb-4d28-4288-b51c-b01a74b18709 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e73f309b90d41c7826a033d01bf08be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925529 Aug 23 10:31:27.588671 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112dc6fb-4d28-4288-b51c-b01a74b18709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290c468d-7aa0-485d-a48c-cefd72d1a67a,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:27.590882 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 40326) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:27.593481 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-112dc6fb-4d28-4288-b51c-b01a74b18709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:27.614775 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7a855c72-5755-4e08-8df9-b555de749e06 req-2b1c2de4-f6d5-49b6-9252-0518fe5f15ec tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6864e9926d446a1b338ada6c729f0ea HTTP/1.1" status: 200 len: 379 time: 0.0488458 Aug 23 10:31:27.623693 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-7a855c72-5755-4e08-8df9-b555de749e06 req-90e53e65-38c0-42d1-afd4-2a6ce90db8f8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Request body: {'port': {'device_id': '5a1dafd1-7483-420a-8b97-474397e793da', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'admin_state_up': True, 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'security_groups': ['2ff61bfb-228f-4c02-899c-45310098eef6']}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:31:27.652397 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-66682f63-ad20-4b39-b5e1-583513b374f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:27.685188 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-66682f63-ad20-4b39-b5e1-583513b374f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:27.778880 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-7a855c72-5755-4e08-8df9-b555de749e06 req-90e53e65-38c0-42d1-afd4-2a6ce90db8f8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:31:27.788744 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-00253a8f-048c-40d7-a77c-fc6775a0d94c req-24bcc363-8168-4efc-9994-f35210085c1c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 210 time: 0.0486002 Aug 23 10:31:27.789087 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-7a855c72-5755-4e08-8df9-b555de749e06 req-90e53e65-38c0-42d1-afd4-2a6ce90db8f8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:31:27.789588 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-66682f63-ad20-4b39-b5e1-583513b374f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:27.794569 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3eb86d2f-ec8a-4999-a4e0-a6bce442b981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:27.798535 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a855c72-5755-4e08-8df9-b555de749e06 req-90e53e65-38c0-42d1-afd4-2a6ce90db8f8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Made reservation on behalf of a6864e9926d446a1b338ada6c729f0ea for: {'port': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:31:27.802289 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-7a855c72-5755-4e08-8df9-b555de749e06 req-90e53e65-38c0-42d1-afd4-2a6ce90db8f8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:27.900190 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66682f63-ad20-4b39-b5e1-583513b374f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290c468d-7aa0-485d-a48c-cefd72d1a67a,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:27.903126 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-66682f63-ad20-4b39-b5e1-583513b374f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:27.905264 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-66682f63-ad20-4b39-b5e1-583513b374f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:27.909065 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-66682f63-ad20-4b39-b5e1-583513b374f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/290c468d-7aa0-485d-a48c-cefd72d1a67a HTTP/1.1" status: 204 len: 168 time: 0.3146060 Aug 23 10:31:27.983271 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [req-7a855c72-5755-4e08-8df9-b555de749e06 req-90e53e65-38c0-42d1-afd4-2a6ce90db8f8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Allocated IP 172.20.0.9 (a18a32d3-3186-440e-9e08-e8bed12731a2/14c11f95-41aa-4176-8d80-0a61ad808b4f/7c079513-b67c-4ec7-8f24-c87c64fe6549) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:31:28.218749 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 40336) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:28.236839 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-91ee7410-161a-46f4-8efe-c9c99b3115de admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:28.251427 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-91ee7410-161a-46f4-8efe-c9c99b3115de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:31:28.255297 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-91ee7410-161a-46f4-8efe-c9c99b3115de admin admin] Usage tracker for resource:security_group_rule and tenant:a7cb1f604fe14df69dc1c04e67055296 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:31:28.258709 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-91ee7410-161a-46f4-8efe-c9c99b3115de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:31:28.264676 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-91ee7410-161a-46f4-8efe-c9c99b3115de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:31:28.279935 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-7a855c72-5755-4e08-8df9-b555de749e06 req-90e53e65-38c0-42d1-afd4-2a6ce90db8f8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:28.296842 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [req-7a855c72-5755-4e08-8df9-b555de749e06 req-90e53e65-38c0-42d1-afd4-2a6ce90db8f8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Transition to ACTIVE for port object 7c079513-b67c-4ec7-8f24-c87c64fe6549 will not be triggered until provisioned by entity DHCP. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:31:28.323278 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-7a855c72-5755-4e08-8df9-b555de749e06 req-90e53e65-38c0-42d1-afd4-2a6ce90db8f8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:28.330711 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-5a9ad86c-9517-4898-b67a-1d654e6a9de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:28.353887 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-91ee7410-161a-46f4-8efe-c9c99b3115de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:28.359871 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-91ee7410-161a-46f4-8efe-c9c99b3115de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:28.368105 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-edbe4009-1c4c-42a5-8711-27e0468f6784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:28.393856 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a855c72-5755-4e08-8df9-b555de749e06 req-90e53e65-38c0-42d1-afd4-2a6ce90db8f8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Network a18a32d3-3186-440e-9e08-e8bed12731a2 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:31:28.396888 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [req-7a855c72-5755-4e08-8df9-b555de749e06 req-90e53e65-38c0-42d1-afd4-2a6ce90db8f8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:31:28.400014 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a855c72-5755-4e08-8df9-b555de749e06 req-90e53e65-38c0-42d1-afd4-2a6ce90db8f8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:31:28.411175 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-91ee7410-161a-46f4-8efe-c9c99b3115de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7cb1f604fe14df69dc1c04e67055296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888063 Aug 23 10:31:28.411435 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 40340) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:28.414172 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee7410-161a-46f4-8efe-c9c99b3115de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e65b373-dcc5-4994-bd75-3bcac186d293,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:28.426041 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-91ee7410-161a-46f4-8efe-c9c99b3115de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:28.456366 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e53e65-38c0-42d1-afd4-2a6ce90db8f8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Pushing event updated for resources: {'Port': ['ID=7c079513-b67c-4ec7-8f24-c87c64fe6549,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:28.462279 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-90e53e65-38c0-42d1-afd4-2a6ce90db8f8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:28.478889 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a397187d-3a21-42ea-a29b-39d1a55b2a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:28.479188 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a855c72-5755-4e08-8df9-b555de749e06 req-90e53e65-38c0-42d1-afd4-2a6ce90db8f8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:28.479871 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-7a855c72-5755-4e08-8df9-b555de749e06 req-90e53e65-38c0-42d1-afd4-2a6ce90db8f8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:28.505553 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7a855c72-5755-4e08-8df9-b555de749e06 req-90e53e65-38c0-42d1-afd4-2a6ce90db8f8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8858733 Aug 23 10:31:28.511599 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a397187d-3a21-42ea-a29b-39d1a55b2a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:28.517939 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-7a855c72-5755-4e08-8df9-b555de749e06 req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] Request body: {'port': {'device_id': '5a1dafd1-7483-420a-8b97-474397e793da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:31:28.570195 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a397187d-3a21-42ea-a29b-39d1a55b2a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:28.575892 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-66682f63-ad20-4b39-b5e1-583513b374f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:28.590577 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397187d-3a21-42ea-a29b-39d1a55b2a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e65b373-dcc5-4994-bd75-3bcac186d293,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:28.597997 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a397187d-3a21-42ea-a29b-39d1a55b2a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:28.600105 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a397187d-3a21-42ea-a29b-39d1a55b2a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:28.603545 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-a397187d-3a21-42ea-a29b-39d1a55b2a00 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e65b373-dcc5-4994-bd75-3bcac186d293 HTTP/1.1" status: 204 len: 168 time: 0.1891792 Aug 23 10:31:28.615199 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:28.636513 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-909858a0-2bf8-4d35-9d82-60b70cf19d7e None None] Provisioning for port 7c079513-b67c-4ec7-8f24-c87c64fe6549 completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:31:28.640301 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-7a855c72-5755-4e08-8df9-b555de749e06 req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:28.643734 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-909858a0-2bf8-4d35-9d82-60b70cf19d7e None None] Provisioning complete for port 7c079513-b67c-4ec7-8f24-c87c64fe6549 triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:31:28.644513 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-909858a0-2bf8-4d35-9d82-60b70cf19d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:28.703437 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-909858a0-2bf8-4d35-9d82-60b70cf19d7e None None] Port 7c079513-b67c-4ec7-8f24-c87c64fe6549 cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:31:29.058982 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41be49-c6b9-42d0-ab83-eb81656c06c1 req-3bf7084d-e318-4f48-8279-06fe3ff81832 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:29.059877 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-4b41be49-c6b9-42d0-ab83-eb81656c06c1 req-3bf7084d-e318-4f48-8279-06fe3ff81832 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Synchronizing usage tracker for tenant:a6864e9926d446a1b338ada6c729f0ea on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:31:29.063910 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [req-7a855c72-5755-4e08-8df9-b555de749e06 req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c079513-b67c-4ec7-8f24-c87c64fe6549 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:31:29.076699 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-7a855c72-5755-4e08-8df9-b555de749e06 req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:29.101701 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [req-7a855c72-5755-4e08-8df9-b555de749e06 req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] Transition to ACTIVE for port object 7c079513-b67c-4ec7-8f24-c87c64fe6549 will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:31:29.103191 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-4b41be49-c6b9-42d0-ab83-eb81656c06c1 req-3bf7084d-e318-4f48-8279-06fe3ff81832 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Unset dirty status for tenant:a6864e9926d446a1b338ada6c729f0ea on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:31:29.104511 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4b41be49-c6b9-42d0-ab83-eb81656c06c1 req-3bf7084d-e318-4f48-8279-06fe3ff81832 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 931 time: 0.2014959 Aug 23 10:31:29.112591 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-7a855c72-5755-4e08-8df9-b555de749e06 req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:29.113925 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:29.295437 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4b41be49-c6b9-42d0-ab83-eb81656c06c1 req-c2b0427f-3b9e-43d2-a71d-beadfcf23a77 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830828 Aug 23 10:31:29.330549 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] Pushing event updated for resources: {'Port': ['ID=7c079513-b67c-4ec7-8f24-c87c64fe6549,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:29.333324 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:29.428484 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-7a855c72-5755-4e08-8df9-b555de749e06 req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] Attempting to bind port 7c079513-b67c-4ec7-8f24-c87c64fe6549 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:31:29.429114 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-7a855c72-5755-4e08-8df9-b555de749e06 req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] Attempting to bind port 7c079513-b67c-4ec7-8f24-c87c64fe6549 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '5f857737-07df-483e-98d1-f9abb21c6d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:31:29.429444 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a855c72-5755-4e08-8df9-b555de749e06 req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] Attempting to bind port 7c079513-b67c-4ec7-8f24-c87c64fe6549 on network a18a32d3-3186-440e-9e08-e8bed12731a2 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:31:29.434175 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a855c72-5755-4e08-8df9-b555de749e06 req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] Port 7c079513-b67c-4ec7-8f24-c87c64fe6549 on network a18a32d3-3186-440e-9e08-e8bed12731a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:31:29.434894 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a855c72-5755-4e08-8df9-b555de749e06 req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] Attempting to bind port 7c079513-b67c-4ec7-8f24-c87c64fe6549 on network a18a32d3-3186-440e-9e08-e8bed12731a2 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:31:29.439834 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a855c72-5755-4e08-8df9-b555de749e06 req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] Checking agent: {'id': 'f0a3a63c-ec97-42f3-9482-19859e948017', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'started_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:31:29.440347 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a855c72-5755-4e08-8df9-b555de749e06 req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] Checking segment: {'id': '5f857737-07df-483e-98d1-f9abb21c6d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:31:29.440547 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a855c72-5755-4e08-8df9-b555de749e06 req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] Bound using segment: {'id': '5f857737-07df-483e-98d1-f9abb21c6d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:31:29.440997 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-7a855c72-5755-4e08-8df9-b555de749e06 req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] Bound port: 7c079513-b67c-4ec7-8f24-c87c64fe6549, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f857737-07df-483e-98d1-f9abb21c6d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:31:29.441347 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-7a855c72-5755-4e08-8df9-b555de749e06 req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:29.530241 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-7a855c72-5755-4e08-8df9-b555de749e06 req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] For port 7c079513-b67c-4ec7-8f24-c87c64fe6549, host hv-cinder-80278, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:31:29.533351 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-7a855c72-5755-4e08-8df9-b555de749e06 req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] For port 7c079513-b67c-4ec7-8f24-c87c64fe6549, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=7c079513-b67c-4ec7-8f24-c87c64fe6549,segment=NetworkSegment(5f857737-07df-483e-98d1-f9abb21c6d3f),segment_id=5f857737-07df-483e-98d1-f9abb21c6d3f)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:31:29.537166 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-7a855c72-5755-4e08-8df9-b555de749e06 req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:29.541496 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c7a9ce4a-4baa-4f47-b2bc-c103cfadba68 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:29.601992 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a855c72-5755-4e08-8df9-b555de749e06 req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:29.602584 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-7a855c72-5755-4e08-8df9-b555de749e06 req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:29.604082 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7a855c72-5755-4e08-8df9-b555de749e06 req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] 10.222.0.38 "PUT /v2.0/ports/7c079513-b67c-4ec7-8f24-c87c64fe6549 HTTP/1.1" status: 200 len: 1093 time: 1.0906248 Aug 23 10:31:29.607059 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a1dafd1-7483-420a-8b97-474397e793da', 'tag': '7c079513-b67c-4ec7-8f24-c87c64fe6549'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:31:29.637171 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] Pushing event updated for resources: {'Port': ['ID=7c079513-b67c-4ec7-8f24-c87c64fe6549,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:29.641314 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:29.681941 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a1dafd1-7483-420a-8b97-474397e793da', 'tag': '7c079513-b67c-4ec7-8f24-c87c64fe6549', 'status': 'completed', 'code': 200} Aug 23 10:31:29.733962 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a855c72-5755-4e08-8df9-b555de749e06 req-ffc7d0f0-8dd2-4ada-acf3-392e61125499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:29.735498 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7a855c72-5755-4e08-8df9-b555de749e06 req-ffc7d0f0-8dd2-4ada-acf3-392e61125499 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a6864e9926d446a1b338ada6c729f0ea&device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 1096 time: 0.0860400 Aug 23 10:31:29.816114 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7a855c72-5755-4e08-8df9-b555de749e06 req-d7e6273c-329e-4b14-9ad2-d4e0fc93eb4d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c079513-b67c-4ec7-8f24-c87c64fe6549 HTTP/1.1" status: 200 len: 217 time: 0.0723925 Aug 23 10:31:29.885142 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a855c72-5755-4e08-8df9-b555de749e06 req-4fb4dc44-25bd-4e18-84bb-7ba4d094e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:29.886583 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7a855c72-5755-4e08-8df9-b555de749e06 req-4fb4dc44-25bd-4e18-84bb-7ba4d094e50c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=14c11f95-41aa-4176-8d80-0a61ad808b4f HTTP/1.1" status: 200 len: 851 time: 0.0642369 Aug 23 10:31:29.964519 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a855c72-5755-4e08-8df9-b555de749e06 req-bca84f07-0fce-4282-9aa5-8da3a532e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:29.965978 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7a855c72-5755-4e08-8df9-b555de749e06 req-bca84f07-0fce-4282-9aa5-8da3a532e554 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a18a32d3-3186-440e-9e08-e8bed12731a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724964 Aug 23 10:31:30.102603 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7a855c72-5755-4e08-8df9-b555de749e06 req-4ca680ba-8086-4ff5-aeef-a092eb1dc3e2 service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294830 Aug 23 10:31:30.334490 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7a855c72-5755-4e08-8df9-b555de749e06 req-922c7be8-84e0-49cc-bc5f-f114604fa1fc service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253475 Aug 23 10:31:30.512312 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421f8ef-4108-44e1-af89-b0a79924b9ad req-483e0429-22ca-479c-8043-de7c39e2e2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:30.513736 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a421f8ef-4108-44e1-af89-b0a79924b9ad req-483e0429-22ca-479c-8043-de7c39e2e2c2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a6864e9926d446a1b338ada6c729f0ea&device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 1096 time: 0.1337371 Aug 23 10:31:30.527175 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e762a-164a-40c9-8f8d-636c576a57a7 req-60996f5b-ef55-4d58-aa32-17878d818558 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:30.528709 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ea8e762a-164a-40c9-8f8d-636c576a57a7 req-60996f5b-ef55-4d58-aa32-17878d818558 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 943 time: 0.1023314 Aug 23 10:31:30.653403 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ea8e762a-164a-40c9-8f8d-636c576a57a7 req-d94f3a50-7022-4ec6-bdd4-21015131d9c3 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059787 Aug 23 10:31:30.696236 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421f8ef-4108-44e1-af89-b0a79924b9ad req-9e66fbd1-4eda-476d-b5e5-1d6db399e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:30.697720 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a421f8ef-4108-44e1-af89-b0a79924b9ad req-9e66fbd1-4eda-476d-b5e5-1d6db399e42b service neutron] 10.222.0.38 "GET /v2.0/networks?id=a18a32d3-3186-440e-9e08-e8bed12731a2 HTTP/1.1" status: 200 len: 913 time: 0.1680846 Aug 23 10:31:30.769590 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a421f8ef-4108-44e1-af89-b0a79924b9ad req-6253163b-7d0c-4e9a-95e7-aa1e007fa155 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c079513-b67c-4ec7-8f24-c87c64fe6549 HTTP/1.1" status: 200 len: 217 time: 0.0637558 Aug 23 10:31:30.833919 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421f8ef-4108-44e1-af89-b0a79924b9ad req-4f83463e-4b6d-4755-9c3b-4f078da083bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:30.835899 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a421f8ef-4108-44e1-af89-b0a79924b9ad req-4f83463e-4b6d-4755-9c3b-4f078da083bd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=14c11f95-41aa-4176-8d80-0a61ad808b4f HTTP/1.1" status: 200 len: 851 time: 0.0595148 Aug 23 10:31:30.911161 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421f8ef-4108-44e1-af89-b0a79924b9ad req-d47ea4bd-1608-4ea0-950b-8e4e9120253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:30.912726 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a421f8ef-4108-44e1-af89-b0a79924b9ad req-d47ea4bd-1608-4ea0-950b-8e4e9120253b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a18a32d3-3186-440e-9e08-e8bed12731a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698330 Aug 23 10:31:30.947764 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 40418) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:31.048183 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a421f8ef-4108-44e1-af89-b0a79924b9ad req-ccfebd85-e3b3-40a3-8a1d-a9e6cdd4eb2f service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281095 Aug 23 10:31:31.064757 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-29851a0d-9c72-4b27-b108-a7c55eeef782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:31.079014 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-29851a0d-9c72-4b27-b108-a7c55eeef782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:31:31.082797 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-29851a0d-9c72-4b27-b108-a7c55eeef782 admin admin] Usage tracker for resource:security_group_rule and tenant:cc3f82010d6946308e9a66a0dde999ff is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:31:31.086123 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-29851a0d-9c72-4b27-b108-a7c55eeef782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:31:31.091655 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-29851a0d-9c72-4b27-b108-a7c55eeef782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:31:31.176358 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-29851a0d-9c72-4b27-b108-a7c55eeef782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:31.180091 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-29851a0d-9c72-4b27-b108-a7c55eeef782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:31.187118 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7ad53c29-53a3-4b6b-9fc6-2b32e310ed12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:31.188172 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a421f8ef-4108-44e1-af89-b0a79924b9ad req-147dbca2-20de-4ec5-9ad8-b29282619477 service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333406 Aug 23 10:31:31.228533 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-29851a0d-9c72-4b27-b108-a7c55eeef782 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc3f82010d6946308e9a66a0dde999ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796836 Aug 23 10:31:31.229560 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29851a0d-9c72-4b27-b108-a7c55eeef782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde46275-bd6f-4291-a6cd-1433d3e48cd3,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:31.231170 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 40424) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:31.232608 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-29851a0d-9c72-4b27-b108-a7c55eeef782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:31.293814 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8a31c5d6-b60c-4de0-bbac-15d54f1b066c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:31.318796 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8a31c5d6-b60c-4de0-bbac-15d54f1b066c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:31.368316 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8a31c5d6-b60c-4de0-bbac-15d54f1b066c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:31.371836 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-85e55559-b5b5-4301-b612-fd49eb3f145d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:31.382712 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31c5d6-b60c-4de0-bbac-15d54f1b066c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde46275-bd6f-4291-a6cd-1433d3e48cd3,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:31.385041 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-8a31c5d6-b60c-4de0-bbac-15d54f1b066c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:31.391196 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8a31c5d6-b60c-4de0-bbac-15d54f1b066c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:31.392279 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-8a31c5d6-b60c-4de0-bbac-15d54f1b066c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cde46275-bd6f-4291-a6cd-1433d3e48cd3 HTTP/1.1" status: 204 len: 168 time: 0.1594651 Aug 23 10:31:31.665624 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 40432) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:31.683165 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3984aa10-7b65-46e0-8e68-f403ad2d388d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:31.697561 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-3984aa10-7b65-46e0-8e68-f403ad2d388d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:31:31.701359 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-3984aa10-7b65-46e0-8e68-f403ad2d388d admin admin] Usage tracker for resource:security_group_rule and tenant:e6d2c999239d4a9098d66c7668f40205 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:31:31.704135 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-3984aa10-7b65-46e0-8e68-f403ad2d388d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:31:31.709765 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-3984aa10-7b65-46e0-8e68-f403ad2d388d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:31:31.790844 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3984aa10-7b65-46e0-8e68-f403ad2d388d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:31.794955 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3984aa10-7b65-46e0-8e68-f403ad2d388d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:31.801782 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-e1b8365b-40da-4246-946a-5b4b89ecb404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:31.847476 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-3984aa10-7b65-46e0-8e68-f403ad2d388d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6d2c999239d4a9098d66c7668f40205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807005 Aug 23 10:31:31.848301 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984aa10-7b65-46e0-8e68-f403ad2d388d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b018295-636f-44e7-98fd-45e383bd8ae8,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:31.849272 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47dd31-167d-4ac7-b7dd-16c1c3a3abf1 req-6783fa2f-4f1d-475b-8a48-20650874eaa3 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:31.851058 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 40438) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:31.852104 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1a47dd31-167d-4ac7-b7dd-16c1c3a3abf1 req-6783fa2f-4f1d-475b-8a48-20650874eaa3 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 943 time: 0.0860047 Aug 23 10:31:31.853763 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-3984aa10-7b65-46e0-8e68-f403ad2d388d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:31.897043 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1a47dd31-167d-4ac7-b7dd-16c1c3a3abf1 req-b82b5125-a236-4bef-95f8-1293bf7406fa tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390434 Aug 23 10:31:31.916020 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-11e8ab18-9d2b-4ebf-aab3-bfa244f48e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:31.941497 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-11e8ab18-9d2b-4ebf-aab3-bfa244f48e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:31.997749 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-11e8ab18-9d2b-4ebf-aab3-bfa244f48e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:32.001346 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-71dcaed2-36df-4918-9ef2-f565cbdf71cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:32.012235 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8ab18-9d2b-4ebf-aab3-bfa244f48e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b018295-636f-44e7-98fd-45e383bd8ae8,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:32.016341 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-11e8ab18-9d2b-4ebf-aab3-bfa244f48e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:32.019563 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-11e8ab18-9d2b-4ebf-aab3-bfa244f48e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:32.024090 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-11e8ab18-9d2b-4ebf-aab3-bfa244f48e57 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b018295-636f-44e7-98fd-45e383bd8ae8 HTTP/1.1" status: 204 len: 168 time: 0.1687529 Aug 23 10:31:32.832236 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-fff08303-3ab1-45c9-83a5-9cebc01f8657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:33.090458 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c37c82-a888-4f77-94e4-674b310b5188 req-7690b588-4e29-4293-a53a-c8a7bfc0246a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:33.091918 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c7c37c82-a888-4f77-94e4-674b310b5188 req-7690b588-4e29-4293-a53a-c8a7bfc0246a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 943 time: 0.0834599 Aug 23 10:31:33.136850 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c7c37c82-a888-4f77-94e4-674b310b5188 req-30d67d80-56e8-4d46-b293-f0a86278cd4c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387607 Aug 23 10:31:33.641123 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:34.319386 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7dd708-67eb-4b19-8e9a-479f60e14f20 req-ec80d5f2-b331-4b0f-8a41-da62fd17b5c0 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:34.320871 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5f7dd708-67eb-4b19-8e9a-479f60e14f20 req-ec80d5f2-b331-4b0f-8a41-da62fd17b5c0 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 943 time: 0.0806167 Aug 23 10:31:34.363685 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5f7dd708-67eb-4b19-8e9a-479f60e14f20 req-3dfd5df7-2d91-4c90-a8df-682f066f880b tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371940 Aug 23 10:31:35.542986 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-d6d05224-f570-4b02-aaa1-998e46167547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:35.548688 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2d2c5-cad9-4eac-b960-67145b378c4b req-72be3781-76f2-4d5b-84dc-b403d9e1463f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:35.550159 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-42d2d2c5-cad9-4eac-b960-67145b378c4b req-72be3781-76f2-4d5b-84dc-b403d9e1463f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 943 time: 0.0804083 Aug 23 10:31:35.595225 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-42d2d2c5-cad9-4eac-b960-67145b378c4b req-159d114d-c700-40cc-87d9-bafa4bd7dc09 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395126 Aug 23 10:31:36.432857 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:36.535264 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 40506) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:36.653188 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c9cfca65-49e4-4294-9836-9a3b41322ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:36.667678 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-c9cfca65-49e4-4294-9836-9a3b41322ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:31:36.671627 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-c9cfca65-49e4-4294-9836-9a3b41322ad0 admin admin] Usage tracker for resource:security_group_rule and tenant:3a429e08369f4517a68e14bc65cff094 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:31:36.674421 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-c9cfca65-49e4-4294-9836-9a3b41322ad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:31:36.679998 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-c9cfca65-49e4-4294-9836-9a3b41322ad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:31:36.762099 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c9cfca65-49e4-4294-9836-9a3b41322ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:36.767268 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c9cfca65-49e4-4294-9836-9a3b41322ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:36.776260 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-92fb532e-4d4c-49a9-b33f-1d50b101bcbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:36.779355 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cd611-0f93-4e39-aa17-108d636a6015 req-6b53fea3-90c3-431f-ae88-13f082363845 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:36.780881 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4c6cd611-0f93-4e39-aa17-108d636a6015 req-6b53fea3-90c3-431f-ae88-13f082363845 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 943 time: 0.0822198 Aug 23 10:31:36.815766 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-c9cfca65-49e4-4294-9836-9a3b41322ad0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a429e08369f4517a68e14bc65cff094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792144 Aug 23 10:31:36.816773 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfca65-49e4-4294-9836-9a3b41322ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e30fd97-3ad0-48c0-8fce-62bb116c3563,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:36.818342 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 40514) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:36.819804 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c9cfca65-49e4-4294-9836-9a3b41322ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:36.838074 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4c6cd611-0f93-4e39-aa17-108d636a6015 req-4514827d-a63a-4388-8000-0dda92eca88b tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512829 Aug 23 10:31:36.886050 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8bf44ba4-0501-4ee3-a587-ea9b945e4e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:36.910408 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8bf44ba4-0501-4ee3-a587-ea9b945e4e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:36.960344 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8bf44ba4-0501-4ee3-a587-ea9b945e4e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:36.965594 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-556f23eb-da26-47bd-983a-95511ff1c57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:36.979371 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf44ba4-0501-4ee3-a587-ea9b945e4e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e30fd97-3ad0-48c0-8fce-62bb116c3563,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:36.982220 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8bf44ba4-0501-4ee3-a587-ea9b945e4e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:36.986304 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8bf44ba4-0501-4ee3-a587-ea9b945e4e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:36.987396 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-8bf44ba4-0501-4ee3-a587-ea9b945e4e75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e30fd97-3ad0-48c0-8fce-62bb116c3563 HTTP/1.1" status: 204 len: 168 time: 0.1672242 Aug 23 10:31:37.064013 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:31:37.255054 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 40522) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:37.273014 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7e02ff77-5fc3-4b72-a01b-7fb9389afe1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:37.287413 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-7e02ff77-5fc3-4b72-a01b-7fb9389afe1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:31:37.291680 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-7e02ff77-5fc3-4b72-a01b-7fb9389afe1c admin admin] Usage tracker for resource:security_group_rule and tenant:6c22ec330e2e427db66a3ca6adb4304c is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:31:37.294560 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-7e02ff77-5fc3-4b72-a01b-7fb9389afe1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:31:37.300183 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-7e02ff77-5fc3-4b72-a01b-7fb9389afe1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:31:37.379310 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7e02ff77-5fc3-4b72-a01b-7fb9389afe1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:37.382714 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7e02ff77-5fc3-4b72-a01b-7fb9389afe1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:37.391155 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-10976bb3-16e0-423e-8ea0-61d93dd70817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:37.433483 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-7e02ff77-5fc3-4b72-a01b-7fb9389afe1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c22ec330e2e427db66a3ca6adb4304c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1773632 Aug 23 10:31:37.434492 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02ff77-5fc3-4b72-a01b-7fb9389afe1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75059c96-d641-4728-9766-232665ebf42c,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:37.436151 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 40526) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:37.437477 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7e02ff77-5fc3-4b72-a01b-7fb9389afe1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:37.494039 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-67fdf6f9-c128-489e-b6a2-59ccb26a2082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:37.518437 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-67fdf6f9-c128-489e-b6a2-59ccb26a2082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:37.570967 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-67fdf6f9-c128-489e-b6a2-59ccb26a2082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:37.575541 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-8a31c5d6-b60c-4de0-bbac-15d54f1b066c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:37.669424 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fdf6f9-c128-489e-b6a2-59ccb26a2082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75059c96-d641-4728-9766-232665ebf42c,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:37.672839 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-67fdf6f9-c128-489e-b6a2-59ccb26a2082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:37.678813 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-67fdf6f9-c128-489e-b6a2-59ccb26a2082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:37.679923 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-67fdf6f9-c128-489e-b6a2-59ccb26a2082 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75059c96-d641-4728-9766-232665ebf42c HTTP/1.1" status: 204 len: 168 time: 0.2420249 Aug 23 10:31:37.955355 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:38.040912 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16446a42-b322-4dd1-bf76-6781e1fea807 req-c4d1268b-0df7-40a9-930e-28e85dc91549 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:38.042422 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-16446a42-b322-4dd1-bf76-6781e1fea807 req-c4d1268b-0df7-40a9-930e-28e85dc91549 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 943 time: 0.0891113 Aug 23 10:31:38.088871 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-16446a42-b322-4dd1-bf76-6781e1fea807 req-c111ee6c-e8b6-4603-a2f5-71c2f91f8c11 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404780 Aug 23 10:31:38.392299 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 40552) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:38.492386 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-108054023-network', 'tenant_id': 'a23289fee9564be1ab3526da7337e5aa'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:31:38.497464 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:31:38.501208 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] Usage tracker for resource:network and tenant:a23289fee9564be1ab3526da7337e5aa is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:31:38.504010 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:31:38.510111 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:31:38.519731 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] Made reservation on behalf of a23289fee9564be1ab3526da7337e5aa for: {'network': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:31:38.522134 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for network, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:38.536105 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:38.550121 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:31:38.553807 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] Usage tracker for resource:security_group_rule and tenant:a23289fee9564be1ab3526da7337e5aa is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:31:38.557052 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:31:38.562523 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:31:38.641940 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:38.646266 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:38.650398 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-5003e95c-4542-47b4-b7c3-d64eb7b4e0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:38.676377 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=79262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:31:38.688938 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9aa3d4-096c-442a-b554-fcd2b2b12cbd,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:38.692748 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:38.693633 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:38.694027 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.db.segments_db [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] Added segment 2c18e62d-faa8-4a94-bd32-eacf1fa05754 of type vlan for network 7f9cf793-b4c3-4aa8-b24b-d182b1205ce5 Aug 23 10:31:38.719143 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757078474397'] for network, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:38.746615 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for network, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:38.747866 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:38.748433 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:38.752812 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:38.845273 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4518642 Aug 23 10:31:38.848221 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 40558) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:38.848772 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] Pushing event updated for resources: {'Network': ['ID=7f9cf793-b4c3-4aa8-b24b-d182b1205ce5,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:38.851146 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-a86d7760-c658-4b0e-be50-df0bf7cb0a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:38.854519 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-a3a83789-7980-49fe-8417-45c08cb0b5ff admin admin] Request body: {'subnet': {'network_id': '7f9cf793-b4c3-4aa8-b24b-d182b1205ce5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-108054023-subnet', 'tenant_id': 'a23289fee9564be1ab3526da7337e5aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:31:38.858937 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Network 7f9cf793-b4c3-4aa8-b24b-d182b1205ce5 details requested by agent ovs-agent-dv-cinder-802781-2-iscsi with host dv-cinder-802781-2-iscsi {{(pid=79263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:31:38.859276 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-a3a83789-7980-49fe-8417-45c08cb0b5ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:31:38.863081 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-a3a83789-7980-49fe-8417-45c08cb0b5ff admin admin] Usage tracker for resource:subnet and tenant:a23289fee9564be1ab3526da7337e5aa is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:31:38.865898 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-a3a83789-7980-49fe-8417-45c08cb0b5ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:31:38.872007 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-a3a83789-7980-49fe-8417-45c08cb0b5ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:31:38.881740 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a83789-7980-49fe-8417-45c08cb0b5ff admin admin] Made reservation on behalf of a23289fee9564be1ab3526da7337e5aa for: {'subnet': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:31:38.883994 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a3a83789-7980-49fe-8417-45c08cb0b5ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16076834'] for subnet, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:38.969394 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 7c079513-b67c-4ec7-8f24-c87c64fe6549 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:31:39.083708 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a3a83789-7980-49fe-8417-45c08cb0b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14700644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16076880'] for subnet, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:39.088868 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-2f9668c2-f0d1-439d-b9b4-4f5e35dffce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:39.102395 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 7c079513-b67c-4ec7-8f24-c87c64fe6549, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=7c079513-b67c-4ec7-8f24-c87c64fe6549,segment=NetworkSegment(5f857737-07df-483e-98d1-f9abb21c6d3f),segment_id=5f857737-07df-483e-98d1-f9abb21c6d3f)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:31:39.115886 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': '7c079513-b67c-4ec7-8f24-c87c64fe6549', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'port_id': '7c079513-b67c-4ec7-8f24-c87c64fe6549', 'mac_address': 'fa:16:3e:bd:03:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:31:39.160326 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a83789-7980-49fe-8417-45c08cb0b5ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=4582f411-cad0-4f65-817a-2c18035d7c46,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:39.165098 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a3a83789-7980-49fe-8417-45c08cb0b5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:39.174587 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a83789-7980-49fe-8417-45c08cb0b5ff admin admin] Checking segment: {'id': '2c18e62d-faa8-4a94-bd32-eacf1fa05754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7f9cf793-b4c3-4aa8-b24b-d182b1205ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:31:39.174937 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a83789-7980-49fe-8417-45c08cb0b5ff admin admin] Network hostable DHCP agents. Network: 7f9cf793-b4c3-4aa8-b24b-d182b1205ce5, hostable agents: ['4a75187f-898e-4cea-928c-8d2a7fd8cd5e'], hosted agents: [] {{(pid=79261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:31:39.177418 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:39.194774 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c079513-b67c-4ec7-8f24-c87c64fe6549 {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:31:39.195012 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a83789-7980-49fe-8417-45c08cb0b5ff admin admin] Network 7f9cf793-b4c3-4aa8-b24b-d182b1205ce5 is scheduled to be hosted by DHCP agent 4a75187f-898e-4cea-928c-8d2a7fd8cd5e with binding_index 1 {{(pid=79261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:31:39.211565 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 7c079513-b67c-4ec7-8f24-c87c64fe6549, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=7c079513-b67c-4ec7-8f24-c87c64fe6549,segment=NetworkSegment(5f857737-07df-483e-98d1-f9abb21c6d3f),segment_id=5f857737-07df-483e-98d1-f9abb21c6d3f)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:31:39.215037 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:39.217032 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:39.238333 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-a3a83789-7980-49fe-8417-45c08cb0b5ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-iscsi, 7f9cf793-b4c3-4aa8-b24b-d182b1205ce5) {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:31:39.251875 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ca6118-de1a-46a6-88da-46d7aeb3d3cf None None] Network 7f9cf793-b4c3-4aa8-b24b-d182b1205ce5 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:31:39.254179 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a83789-7980-49fe-8417-45c08cb0b5ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:39.254767 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a3a83789-7980-49fe-8417-45c08cb0b5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:39.288449 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-a3a83789-7980-49fe-8417-45c08cb0b5ff admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4390976 Aug 23 10:31:39.307115 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdada7-d634-46f6-a3ef-9d07426bf7d7 req-0d5a30b2-084f-4a9a-b03c-b15527152d7e tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:39.308534 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a1bdada7-d634-46f6-a3ef-9d07426bf7d7 req-0d5a30b2-084f-4a9a-b03c-b15527152d7e tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 944 time: 0.1069353 Aug 23 10:31:39.357008 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a1bdada7-d634-46f6-a3ef-9d07426bf7d7 req-d047e081-3dcc-46ba-8113-f2281385a24d tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420816 Aug 23 10:31:39.360370 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=7c079513-b67c-4ec7-8f24-c87c64fe6549,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:39.380417 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:39.380796 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:39.381135 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:39.381481 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:39.381795 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:39.382320 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:39.382645 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:39.383130 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:39.383679 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:39.384010 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:39.384379 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:39.384728 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:31:39.390717 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:39.504885 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b63dd28-c860-49f4-a749-ed75baace1da None None] Network 7f9cf793-b4c3-4aa8-b24b-d182b1205ce5 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:31:39.583086 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['7c079513-b67c-4ec7-8f24-c87c64fe6549'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:31:40.542862 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636c078-36c1-4b31-84d3-a60fac133f3f req-6b17c771-b4e8-43da-b058-f186bf222aa6 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:40.544312 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1636c078-36c1-4b31-84d3-a60fac133f3f req-6b17c771-b4e8-43da-b058-f186bf222aa6 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 944 time: 0.0794208 Aug 23 10:31:40.591302 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1636c078-36c1-4b31-84d3-a60fac133f3f req-3c3b4bc4-685c-46a8-8495-55daaef6a7ba tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415573 Aug 23 10:31:40.977183 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 7c079513-b67c-4ec7-8f24-c87c64fe6549 up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:31:41.044091 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning for port 7c079513-b67c-4ec7-8f24-c87c64fe6549 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:31:41.049204 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port 7c079513-b67c-4ec7-8f24-c87c64fe6549 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:31:41.049608 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:41.167688 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:41.195157 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1dafd1-7483-420a-8b97-474397e793da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c079513-b67c-4ec7-8f24-c87c64fe6549'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:31:41.204392 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 7c079513-b67c-4ec7-8f24-c87c64fe6549, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=7c079513-b67c-4ec7-8f24-c87c64fe6549,segment=NetworkSegment(5f857737-07df-483e-98d1-f9abb21c6d3f),segment_id=5f857737-07df-483e-98d1-f9abb21c6d3f)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:31:41.208813 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:41.210621 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:41.245568 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a1dafd1-7483-420a-8b97-474397e793da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c079513-b67c-4ec7-8f24-c87c64fe6549', 'code': 200} Aug 23 10:31:41.275853 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=7c079513-b67c-4ec7-8f24-c87c64fe6549,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:41.279664 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:41.292587 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-4d74e1eb-689e-47aa-bafb-3b1d767944d8 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:41.294127 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-4d74e1eb-689e-47aa-bafb-3b1d767944d8 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/networks?id=7f9cf793-b4c3-4aa8-b24b-d182b1205ce5 HTTP/1.1" status: 200 len: 808 time: 0.1563122 Aug 23 10:31:41.308957 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-c6f5673a-0f8c-4a60-ae41-fba5e98641c6 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/quotas/a23289fee9564be1ab3526da7337e5aa HTTP/1.1" status: 200 len: 375 time: 0.0092158 Aug 23 10:31:41.359563 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-3d2d2b7f-7c5c-4253-a54e-c4bf5217f853 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a23289fee9564be1ab3526da7337e5aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450001 Aug 23 10:31:41.491801 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-5e2838ac-069a-431f-a2b8-99b1a4e2c9b0 service neutron] 10.222.0.21 "GET /v2.0/networks/7f9cf793-b4c3-4aa8-b24b-d182b1205ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255190 Aug 23 10:31:41.548948 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bff7c9-4539-48e7-b761-5341e1ac76ac req-0cea9b3d-8a29-4b67-a469-83b710161223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:41.550407 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-60bff7c9-4539-48e7-b761-5341e1ac76ac req-0cea9b3d-8a29-4b67-a469-83b710161223 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 1098 time: 0.0684569 Aug 23 10:31:41.591079 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-60bff7c9-4539-48e7-b761-5341e1ac76ac req-1ab4f016-5848-453b-87b4-09c0e41f2849 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341709 Aug 23 10:31:41.710545 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-09919c71-cde4-4483-878b-dde6c92cec61 service neutron] 10.222.0.21 "GET /v2.0/networks/7f9cf793-b4c3-4aa8-b24b-d182b1205ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128918 Aug 23 10:31:41.782833 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23dd94-7e7a-40cb-916c-f1d35d19d165 req-8e37e4fd-b52d-49d1-8b2b-976f55d6b07b tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:41.784283 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7f23dd94-7e7a-40cb-916c-f1d35d19d165 req-8e37e4fd-b52d-49d1-8b2b-976f55d6b07b tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 945 time: 0.0824666 Aug 23 10:31:41.834250 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7f23dd94-7e7a-40cb-916c-f1d35d19d165 req-626690d5-f358-4ae1-92fb-558c3618ba0a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438206 Aug 23 10:31:41.883172 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3f8007f7-1b07-49f7-8e1e-c67f5ef867ad req-0cf534f3-5b88-45c0-9930-8204f7fad2fc tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5a6babf-b975-4463-bd68-df1a9eaa96ce HTTP/1.1" status: 200 len: 210 time: 0.0412717 Aug 23 10:31:43.053497 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1873eed4-3fc4-4319-beaa-b452d265176c req-5e6cb02b-b365-4769-b3e1-8ae82b6c2413 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5a6babf-b975-4463-bd68-df1a9eaa96ce HTTP/1.1" status: 200 len: 210 time: 0.0430458 Aug 23 10:31:43.059610 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-eb24fcb5-df6b-4a1e-a242-a3d9432c31f7 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:43.060007 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-eb24fcb5-df6b-4a1e-a242-a3d9432c31f7 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Synchronizing usage tracker for tenant:a23289fee9564be1ab3526da7337e5aa on resource:network {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:31:43.083110 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-eb24fcb5-df6b-4a1e-a242-a3d9432c31f7 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Unset dirty status for tenant:a23289fee9564be1ab3526da7337e5aa on resource:network {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:31:43.084241 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-eb24fcb5-df6b-4a1e-a242-a3d9432c31f7 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.38 "GET /v2.0/networks?id=7f9cf793-b4c3-4aa8-b24b-d182b1205ce5 HTTP/1.1" status: 200 len: 808 time: 0.2646613 Aug 23 10:31:43.104355 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce44d8-876f-49da-bc97-bb5943bf3f46 req-a91fb867-200c-4ae4-a1d3-68781b96426d tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:43.105841 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6dce44d8-876f-49da-bc97-bb5943bf3f46 req-a91fb867-200c-4ae4-a1d3-68781b96426d tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 945 time: 0.1491201 Aug 23 10:31:43.110635 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-2c0c018b-1302-490f-8a13-57383232be95 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Request body: {'port': {'device_id': 'd5a6babf-b975-4463-bd68-df1a9eaa96ce', 'network_id': '7f9cf793-b4c3-4aa8-b24b-d182b1205ce5', 'admin_state_up': True, 'tenant_id': 'a23289fee9564be1ab3526da7337e5aa'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:31:43.245666 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6dce44d8-876f-49da-bc97-bb5943bf3f46 req-60e0b529-8d9c-4674-af3c-5f19346d7640 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200671 Aug 23 10:31:43.279781 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-2c0c018b-1302-490f-8a13-57383232be95 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:31:43.283587 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-2c0c018b-1302-490f-8a13-57383232be95 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Usage tracker for resource:port and tenant:a23289fee9564be1ab3526da7337e5aa is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:31:43.286290 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-2c0c018b-1302-490f-8a13-57383232be95 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:31:43.291856 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-2c0c018b-1302-490f-8a13-57383232be95 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:31:43.301589 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-2c0c018b-1302-490f-8a13-57383232be95 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Made reservation on behalf of a23289fee9564be1ab3526da7337e5aa for: {'port': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:31:43.305106 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-2c0c018b-1302-490f-8a13-57383232be95 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:43.462547 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-2c0c018b-1302-490f-8a13-57383232be95 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Allocated IP 172.20.0.6 (7f9cf793-b4c3-4aa8-b24b-d182b1205ce5/4582f411-cad0-4f65-817a-2c18035d7c46/b86c8179-dd42-4e6e-88ad-f358e5d25c0b) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:31:43.655880 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-2c0c018b-1302-490f-8a13-57383232be95 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:43.685382 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-2c0c018b-1302-490f-8a13-57383232be95 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:43.690705 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-ac3f520f-2d68-4ed4-b510-8427ca45dd6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:43.752622 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-2c0c018b-1302-490f-8a13-57383232be95 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Network 7f9cf793-b4c3-4aa8-b24b-d182b1205ce5 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:31:43.755737 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-2c0c018b-1302-490f-8a13-57383232be95 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:31:43.759612 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-2c0c018b-1302-490f-8a13-57383232be95 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:31:43.799920 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c018b-1302-490f-8a13-57383232be95 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Pushing event updated for resources: {'Port': ['ID=b86c8179-dd42-4e6e-88ad-f358e5d25c0b,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:43.804077 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-2c0c018b-1302-490f-8a13-57383232be95 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:43.827574 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-2c0c018b-1302-490f-8a13-57383232be95 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:43.828175 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-2c0c018b-1302-490f-8a13-57383232be95 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:43.847183 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-2c0c018b-1302-490f-8a13-57383232be95 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7404079 Aug 23 10:31:43.875390 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] Request body: {'port': {'device_id': 'd5a6babf-b975-4463-bd68-df1a9eaa96ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:31:43.983697 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:44.244992 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96138e88-0cca-4832-b3d5-8fa5a91a9d65 req-08c9ad9e-0819-4c69-b3c5-e8c709aaf209 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:44.246530 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-96138e88-0cca-4832-b3d5-8fa5a91a9d65 req-08c9ad9e-0819-4c69-b3c5-e8c709aaf209 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5a6babf-b975-4463-bd68-df1a9eaa96ce HTTP/1.1" status: 200 len: 931 time: 0.0844057 Aug 23 10:31:44.292441 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-96138e88-0cca-4832-b3d5-8fa5a91a9d65 req-581edcec-7753-482b-9e7b-1e376916239b tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/security-groups?id=da9aa3d4-096c-442a-b554-fcd2b2b12cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400462 Aug 23 10:31:44.457708 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b86c8179-dd42-4e6e-88ad-f358e5d25c0b {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:31:44.466513 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:44.486015 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] Transition to ACTIVE for port object b86c8179-dd42-4e6e-88ad-f358e5d25c0b will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:31:44.491826 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:44.496640 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f683b01a-d964-4bc9-b40e-8e2d64ccc7ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:44.538457 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9289f-d96e-470c-8f65-69d246c57e83 req-e089fcfd-0481-4720-8a6e-b21f59ef09b6 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:44.539920 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a1b9289f-d96e-470c-8f65-69d246c57e83 req-e089fcfd-0481-4720-8a6e-b21f59ef09b6 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 945 time: 0.1857564 Aug 23 10:31:44.691420 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] Pushing event updated for resources: {'Port': ['ID=b86c8179-dd42-4e6e-88ad-f358e5d25c0b,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:44.722199 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a1b9289f-d96e-470c-8f65-69d246c57e83 req-b6af9f51-df4f-483f-8038-0b66639ff279 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695645 Aug 23 10:31:44.722988 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:44.764705 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] Attempting to bind port b86c8179-dd42-4e6e-88ad-f358e5d25c0b on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:31:44.765042 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] Attempting to bind port b86c8179-dd42-4e6e-88ad-f358e5d25c0b by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '2c18e62d-faa8-4a94-bd32-eacf1fa05754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7f9cf793-b4c3-4aa8-b24b-d182b1205ce5'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:31:44.765367 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] Attempting to bind port b86c8179-dd42-4e6e-88ad-f358e5d25c0b on network 7f9cf793-b4c3-4aa8-b24b-d182b1205ce5 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:31:44.769871 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] Port b86c8179-dd42-4e6e-88ad-f358e5d25c0b on network 7f9cf793-b4c3-4aa8-b24b-d182b1205ce5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:31:44.770188 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] Attempting to bind port b86c8179-dd42-4e6e-88ad-f358e5d25c0b on network 7f9cf793-b4c3-4aa8-b24b-d182b1205ce5 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:31:44.775715 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] Checking agent: {'id': 'f0a3a63c-ec97-42f3-9482-19859e948017', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'started_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:31:44.776049 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] Checking segment: {'id': '2c18e62d-faa8-4a94-bd32-eacf1fa05754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7f9cf793-b4c3-4aa8-b24b-d182b1205ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:31:44.776430 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] Bound using segment: {'id': '2c18e62d-faa8-4a94-bd32-eacf1fa05754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7f9cf793-b4c3-4aa8-b24b-d182b1205ce5'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:31:44.776880 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] Bound port: b86c8179-dd42-4e6e-88ad-f358e5d25c0b, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c18e62d-faa8-4a94-bd32-eacf1fa05754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7f9cf793-b4c3-4aa8-b24b-d182b1205ce5'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:31:44.777223 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:44.862735 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] For port b86c8179-dd42-4e6e-88ad-f358e5d25c0b, host hv-cinder-80278, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:31:44.865642 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] For port b86c8179-dd42-4e6e-88ad-f358e5d25c0b, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=b86c8179-dd42-4e6e-88ad-f358e5d25c0b,segment=NetworkSegment(2c18e62d-faa8-4a94-bd32-eacf1fa05754),segment_id=2c18e62d-faa8-4a94-bd32-eacf1fa05754)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:31:44.871771 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:44.875271 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-a3107fff-3fe6-4a01-b9d1-606ff68029db tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:44.901638 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5d1fa-a4ae-440d-a77e-f0307eb27bc7 req-815a530d-14d2-4bb8-91f0-50bb8c162336 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:44.903116 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-89f5d1fa-a4ae-440d-a77e-f0307eb27bc7 req-815a530d-14d2-4bb8-91f0-50bb8c162336 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 945 time: 0.0795615 Aug 23 10:31:44.936105 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:44.936751 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:44.938119 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] 10.222.0.38 "PUT /v2.0/ports/b86c8179-dd42-4e6e-88ad-f358e5d25c0b HTTP/1.1" status: 200 len: 1093 time: 1.0666289 Aug 23 10:31:44.938627 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a6babf-b975-4463-bd68-df1a9eaa96ce', 'tag': 'b86c8179-dd42-4e6e-88ad-f358e5d25c0b'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:31:44.953852 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-89f5d1fa-a4ae-440d-a77e-f0307eb27bc7 req-576a0679-9b69-4a36-9af7-1067ac76ef11 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449083 Aug 23 10:31:44.958554 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] Pushing event updated for resources: {'Port': ['ID=b86c8179-dd42-4e6e-88ad-f358e5d25c0b,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:44.961783 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:44.986859 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 40622) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:45.020137 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a6babf-b975-4463-bd68-df1a9eaa96ce', 'tag': 'b86c8179-dd42-4e6e-88ad-f358e5d25c0b', 'status': 'completed', 'code': 200} Aug 23 10:31:45.062422 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-54bdbb4c-1892-4570-ad4d-2a3bdd3c996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:45.064010 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-54bdbb4c-1892-4570-ad4d-2a3bdd3c996f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a23289fee9564be1ab3526da7337e5aa&device_id=d5a6babf-b975-4463-bd68-df1a9eaa96ce HTTP/1.1" status: 200 len: 1096 time: 0.0812106 Aug 23 10:31:45.135853 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-4c1f9cff-ce4d-4ec5-9f97-0724d5ca9534 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b86c8179-dd42-4e6e-88ad-f358e5d25c0b HTTP/1.1" status: 200 len: 217 time: 0.0629306 Aug 23 10:31:45.165270 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b2f82d-220f-4e3d-bbef-079911b64648 tempest-TestVolumeBootPattern-236298208 tempest-TestVolumeBootPattern-236298208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:45.166813 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-12b2f82d-220f-4e3d-bbef-079911b64648 tempest-TestVolumeBootPattern-236298208 tempest-TestVolumeBootPattern-236298208-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 1093 time: 0.1789365 Aug 23 10:31:45.169500 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 40628) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:31:45.174536 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Request body: {'floatingip': {'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'port_id': '7c079513-b67c-4ec7-8f24-c87c64fe6549', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'fixed_ip_address': '172.20.0.9'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:31:45.180148 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:31:45.184459 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Usage tracker for resource:floatingip and tenant:a6864e9926d446a1b338ada6c729f0ea is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:31:45.187278 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:31:45.193127 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:31:45.199476 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-4d770bc4-afaa-411e-9960-88d51b0b91ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:45.201055 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-4d770bc4-afaa-411e-9960-88d51b0b91ae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4582f411-cad0-4f65-817a-2c18035d7c46 HTTP/1.1" status: 200 len: 848 time: 0.0577390 Aug 23 10:31:45.203754 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for floatingip, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:45.252626 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-91442e99-19b6-42f8-aced-f44430c8b6da service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7f9cf793-b4c3-4aa8-b24b-d182b1205ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441356 Aug 23 10:31:45.341581 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:45.387131 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-4cb9dc5c-8deb-437c-aeaa-3fa54873b891 service neutron] 10.222.0.38 "GET /v2.0/networks/7f9cf793-b4c3-4aa8-b24b-d182b1205ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260402 Aug 23 10:31:45.519201 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-40d47b41-dbfc-46d3-9c7e-b636a8dcbd49 req-4578e855-c7ec-4198-a612-77398c664f87 service neutron] 10.222.0.38 "GET /v2.0/networks/7f9cf793-b4c3-4aa8-b24b-d182b1205ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255186 Aug 23 10:31:45.540956 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Allocated IP 172.27.2.59 (0e8cefd7-d645-4496-8b4b-729be1dafeb2/42841614-a1e8-4916-825f-ef19d8d550be/881c11a1-f8e1-4a2b-baa7-eb577fc94c2b) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:31:45.561615 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decd44c-9085-4ecc-8714-e46c8467b4d1 req-91cd16f8-c023-4944-b9ac-3aac33335388 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:45.563095 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5decd44c-9085-4ecc-8714-e46c8467b4d1 req-91cd16f8-c023-4944-b9ac-3aac33335388 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5a6babf-b975-4463-bd68-df1a9eaa96ce HTTP/1.1" status: 200 len: 943 time: 0.1614592 Aug 23 10:31:45.634645 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ee926-be3d-44bc-996f-201c26e286a9 req-72e549ac-3044-4541-9c37-a60fa4be8adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:45.636033 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-da0ee926-be3d-44bc-996f-201c26e286a9 req-72e549ac-3044-4541-9c37-a60fa4be8adf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a23289fee9564be1ab3526da7337e5aa&device_id=d5a6babf-b975-4463-bd68-df1a9eaa96ce HTTP/1.1" status: 200 len: 1096 time: 0.0693052 Aug 23 10:31:45.698206 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5decd44c-9085-4ecc-8714-e46c8467b4d1 req-8d46df4a-335a-4397-a952-421317b6a4c8 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/security-groups?id=da9aa3d4-096c-442a-b554-fcd2b2b12cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134586 Aug 23 10:31:45.741069 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:45.771217 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:45.776874 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-07eefcdd-55c7-4d80-b4e4-9934945b6c8a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:45.834594 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:31:45.837923 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:31:45.841715 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:31:45.859140 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ee926-be3d-44bc-996f-201c26e286a9 req-5820239c-e486-4953-8e65-ee79c38071be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:45.860595 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-da0ee926-be3d-44bc-996f-201c26e286a9 req-5820239c-e486-4953-8e65-ee79c38071be service neutron] 10.222.0.38 "GET /v2.0/networks?id=7f9cf793-b4c3-4aa8-b24b-d182b1205ce5 HTTP/1.1" status: 200 len: 909 time: 0.2175317 Aug 23 10:31:45.881963 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Pushing event updated for resources: {'Port': ['ID=881c11a1-f8e1-4a2b-baa7-eb577fc94c2b,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:45.885978 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:45.940785 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-da0ee926-be3d-44bc-996f-201c26e286a9 req-5b0cb249-f045-4277-9336-9fd17d80a54d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b86c8179-dd42-4e6e-88ad-f358e5d25c0b HTTP/1.1" status: 200 len: 217 time: 0.0647957 Aug 23 10:31:46.004536 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ee926-be3d-44bc-996f-201c26e286a9 req-4a2de909-bafa-4266-9906-9701556d3623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:46.006072 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-da0ee926-be3d-44bc-996f-201c26e286a9 req-4a2de909-bafa-4266-9906-9701556d3623 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4582f411-cad0-4f65-817a-2c18035d7c46 HTTP/1.1" status: 200 len: 848 time: 0.0580583 Aug 23 10:31:46.056053 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-da0ee926-be3d-44bc-996f-201c26e286a9 req-d4285959-8d2c-4f9d-b79e-1db91aa07ea3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7f9cf793-b4c3-4aa8-b24b-d182b1205ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424352 Aug 23 10:31:46.187297 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-da0ee926-be3d-44bc-996f-201c26e286a9 req-135be3e0-292b-4ab8-b115-04fca816fb56 service neutron] 10.222.0.38 "GET /v2.0/networks/7f9cf793-b4c3-4aa8-b24b-d182b1205ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244686 Aug 23 10:31:46.265945 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:46.321705 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-da0ee926-be3d-44bc-996f-201c26e286a9 req-aef31143-f9f4-4e3f-8b39-df15dd65700a service neutron] 10.222.0.38 "GET /v2.0/networks/7f9cf793-b4c3-4aa8-b24b-d182b1205ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270583 Aug 23 10:31:46.341020 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:46.636412 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:46.640981 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14701805'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:46.644333 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-c0ca62bd-5eaf-4759-aba9-6d7493b40c87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:46.746670 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Pushing event updated for resources: {'Port': ['ID=881c11a1-f8e1-4a2b-baa7-eb577fc94c2b,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:46.750949 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:46.759970 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588992'] for floatingip, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:46.902837 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09118c5-fc94-4d36-b2f7-bd878b448f86 req-158acba6-0139-4da6-b977-9e97c5b09b37 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:46.903441 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-a09118c5-fc94-4d36-b2f7-bd878b448f86 req-158acba6-0139-4da6-b977-9e97c5b09b37 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Synchronizing usage tracker for tenant:a23289fee9564be1ab3526da7337e5aa on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:31:46.919895 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-a09118c5-fc94-4d36-b2f7-bd878b448f86 req-158acba6-0139-4da6-b977-9e97c5b09b37 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Unset dirty status for tenant:a23289fee9564be1ab3526da7337e5aa on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:31:46.921034 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a09118c5-fc94-4d36-b2f7-bd878b448f86 req-158acba6-0139-4da6-b977-9e97c5b09b37 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5a6babf-b975-4463-bd68-df1a9eaa96ce HTTP/1.1" status: 200 len: 943 time: 0.1104681 Aug 23 10:31:46.933362 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.db.l3_db [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Floating IP 1cec39f5-57ba-4001-8b63-f5394b0d3b29 associated. External IP: 172.27.2.59, port: 7c079513-b67c-4ec7-8f24-c87c64fe6549. Aug 23 10:31:46.966146 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-a09118c5-fc94-4d36-b2f7-bd878b448f86 req-0be66f90-d976-4d3f-bce4-b3fff8134c62 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Synchronizing usage tracker for tenant:a23289fee9564be1ab3526da7337e5aa on resource:security_group {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:31:46.982808 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-a09118c5-fc94-4d36-b2f7-bd878b448f86 req-0be66f90-d976-4d3f-bce4-b3fff8134c62 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Unset dirty status for tenant:a23289fee9564be1ab3526da7337e5aa on resource:security_group {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:31:46.992409 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a09118c5-fc94-4d36-b2f7-bd878b448f86 req-0be66f90-d976-4d3f-bce4-b3fff8134c62 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/security-groups?id=da9aa3d4-096c-442a-b554-fcd2b2b12cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654025 Aug 23 10:31:47.282139 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:31:47.456257 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:31:47.465879 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f3ce1f-ece1-4218-bdc9-cc1786d6e83d None None] Sync routers for ids ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'] in dv-cinder-802781-2-iscsi {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:31:47.474683 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f3ce1f-ece1-4218-bdc9-cc1786d6e83d None None] Routers {'6dda64b0-5a92-4731-ba79-9cb121c8bb7f'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:31:47.475306 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-a8f3ce1f-ece1-4218-bdc9-cc1786d6e83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:31:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:31:47.480047 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:47.533156 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3624279 Aug 23 10:31:47.533753 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a1dafd1-7483-420a-8b97-474397e793da', 'tag': '7c079513-b67c-4ec7-8f24-c87c64fe6549'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:31:47.579455 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a1dafd1-7483-420a-8b97-474397e793da', 'tag': '7c079513-b67c-4ec7-8f24-c87c64fe6549', 'status': 'completed', 'code': 200} Aug 23 10:31:47.653624 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-a8f3ce1f-ece1-4218-bdc9-cc1786d6e83d None None] Set router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:31:47.677924 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af8a42-54b8-4adb-9f6a-88160bc41b66 req-125ec566-d491-4a2d-8606-d1b26e120f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:47.679401 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b0af8a42-54b8-4adb-9f6a-88160bc41b66 req-125ec566-d491-4a2d-8606-d1b26e120f41 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a6864e9926d446a1b338ada6c729f0ea&device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 1098 time: 0.0738416 Aug 23 10:31:47.811430 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af8a42-54b8-4adb-9f6a-88160bc41b66 req-2cbe088f-bfd9-4d2e-aa39-6b3e33180ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:47.812920 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b0af8a42-54b8-4adb-9f6a-88160bc41b66 req-2cbe088f-bfd9-4d2e-aa39-6b3e33180ed4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a18a32d3-3186-440e-9e08-e8bed12731a2 HTTP/1.1" status: 200 len: 913 time: 0.1265512 Aug 23 10:31:47.916678 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b0af8a42-54b8-4adb-9f6a-88160bc41b66 req-1aac86e3-ede2-4b07-a296-42359964bb9a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c079513-b67c-4ec7-8f24-c87c64fe6549 HTTP/1.1" status: 200 len: 998 time: 0.0955946 Aug 23 10:31:47.986200 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af8a42-54b8-4adb-9f6a-88160bc41b66 req-5630a663-e611-4897-b9ad-a0c5e2e1c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:47.987730 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b0af8a42-54b8-4adb-9f6a-88160bc41b66 req-5630a663-e611-4897-b9ad-a0c5e2e1c774 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=14c11f95-41aa-4176-8d80-0a61ad808b4f HTTP/1.1" status: 200 len: 851 time: 0.0646608 Aug 23 10:31:47.995268 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-a8f3ce1f-ece1-4218-bdc9-cc1786d6e83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:24:26Z', 'revision_number': 4, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port': {'id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:23Z', 'updated_at': '2021-08-23T10:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': '1cec39f5-57ba-4001-8b63-f5394b0d3b29', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'port_id': '7c079513-b67c-4ec7-8f24-c87c64fe6549', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'mac_address': 'fa:16:3e:bd:03:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1dafd1-7483-420a-8b97-474397e793da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:31:46Z', 'updated_at': '2021-08-23T10:31:46Z', 'revision_number': 0, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'fixed_ip_address_scope': None}, {'id': '5b5b8dbf-deb5-450d-9909-002590f63536', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'port_id': 'f6087ed5-88e3-4c28-910f-23a0f81902fa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'mac_address': 'fa:16:3e:25:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea65bd0-2136-43a9-b1b5-72343eeead3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:28:52Z', 'updated_at': '2021-08-23T10:28:55Z', 'revision_number': 1, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71f2042-dd45-41a0-85a3-94da6fa9fc8d', 'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'mac_address': 'fa:16:3e:7f:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:25Z', 'updated_at': '2021-08-23T10:24:34Z', 'revision_number': 5, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'subnets': [{'id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:31:47.999113 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f3ce1f-ece1-4218-bdc9-cc1786d6e83d None None] Checking router: 6dda64b0-5a92-4731-ba79-9cb121c8bb7f for host: dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:31:48.007227 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f3ce1f-ece1-4218-bdc9-cc1786d6e83d None None] Routers {'6dda64b0-5a92-4731-ba79-9cb121c8bb7f'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:31:48.007829 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-a8f3ce1f-ece1-4218-bdc9-cc1786d6e83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:31:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:31:48.068765 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af8a42-54b8-4adb-9f6a-88160bc41b66 req-8bf652a2-0687-4aee-a52a-0f274c53c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:48.070158 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b0af8a42-54b8-4adb-9f6a-88160bc41b66 req-8bf652a2-0687-4aee-a52a-0f274c53c414 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a18a32d3-3186-440e-9e08-e8bed12731a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737481 Aug 23 10:31:48.187478 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-a8f3ce1f-ece1-4218-bdc9-cc1786d6e83d None None] Set router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:31:48.267724 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b0af8a42-54b8-4adb-9f6a-88160bc41b66 req-0703f3d0-9f12-4f0f-90cf-2315f93ff3ce service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897619 Aug 23 10:31:48.276004 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee0c1c-d4d3-47f4-834b-0b3eb60cf0fc req-0727fece-2b5b-4889-a0b0-89b9b1df02da tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:48.277391 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3aee0c1c-d4d3-47f4-834b-0b3eb60cf0fc req-0727fece-2b5b-4889-a0b0-89b9b1df02da tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5a6babf-b975-4463-bd68-df1a9eaa96ce HTTP/1.1" status: 200 len: 943 time: 0.1812103 Aug 23 10:31:48.402239 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3aee0c1c-d4d3-47f4-834b-0b3eb60cf0fc req-28f0d34d-1b6b-4d0e-ae9f-e41f5a1430a8 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/security-groups?id=da9aa3d4-096c-442a-b554-fcd2b2b12cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068904 Aug 23 10:31:48.436657 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b0af8a42-54b8-4adb-9f6a-88160bc41b66 req-50b438bf-6d90-46f1-89df-071951a1b4cb service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583052 Aug 23 10:31:48.567527 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-a8f3ce1f-ece1-4218-bdc9-cc1786d6e83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:24:26Z', 'revision_number': 4, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port': {'id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:23Z', 'updated_at': '2021-08-23T10:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': '1cec39f5-57ba-4001-8b63-f5394b0d3b29', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'port_id': '7c079513-b67c-4ec7-8f24-c87c64fe6549', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'mac_address': 'fa:16:3e:bd:03:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1dafd1-7483-420a-8b97-474397e793da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:31:46Z', 'updated_at': '2021-08-23T10:31:46Z', 'revision_number': 0, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'fixed_ip_address_scope': None}, {'id': '5b5b8dbf-deb5-450d-9909-002590f63536', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'port_id': 'f6087ed5-88e3-4c28-910f-23a0f81902fa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'mac_address': 'fa:16:3e:25:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea65bd0-2136-43a9-b1b5-72343eeead3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:28:52Z', 'updated_at': '2021-08-23T10:28:55Z', 'revision_number': 1, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71f2042-dd45-41a0-85a3-94da6fa9fc8d', 'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'mac_address': 'fa:16:3e:7f:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:25Z', 'updated_at': '2021-08-23T10:24:34Z', 'revision_number': 5, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'subnets': [{'id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:31:48.571888 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f3ce1f-ece1-4218-bdc9-cc1786d6e83d None None] The sync data for ids ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'] in dv-cinder-802781-2-iscsi is: [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:24:26Z', 'revision_number': 4, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port': {'id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:23Z', 'updated_at': '2021-08-23T10:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': '1cec39f5-57ba-4001-8b63-f5394b0d3b29', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'port_id': '7c079513-b67c-4ec7-8f24-c87c64fe6549', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'mac_address': 'fa:16:3e:bd:03:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1dafd1-7483-420a-8b97-474397e793da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:31:46Z', 'updated_at': '2021-08-23T10:31:46Z', 'revision_number': 0, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'fixed_ip_address_scope': None}, {'id': '5b5b8dbf-deb5-450d-9909-002590f63536', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'port_id': 'f6087ed5-88e3-4c28-910f-23a0f81902fa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'mac_address': 'fa:16:3e:25:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea65bd0-2136-43a9-b1b5-72343eeead3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:28:52Z', 'updated_at': '2021-08-23T10:28:55Z', 'revision_number': 1, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71f2042-dd45-41a0-85a3-94da6fa9fc8d', 'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'mac_address': 'fa:16:3e:7f:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:25Z', 'updated_at': '2021-08-23T10:24:34Z', 'revision_number': 5, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'subnets': [{'id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:31:48.765002 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8f7a12-1e54-4050-9dc4-804e0b8b4063 None None] New status for floating IP 1cec39f5-57ba-4001-8b63-f5394b0d3b29: ACTIVE {{(pid=79263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:31:49.008763 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device b86c8179-dd42-4e6e-88ad-f358e5d25c0b details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:31:49.153895 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port b86c8179-dd42-4e6e-88ad-f358e5d25c0b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=b86c8179-dd42-4e6e-88ad-f358e5d25c0b,segment=NetworkSegment(2c18e62d-faa8-4a94-bd32-eacf1fa05754),segment_id=2c18e62d-faa8-4a94-bd32-eacf1fa05754)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:31:49.166945 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': 'b86c8179-dd42-4e6e-88ad-f358e5d25c0b', 'network_id': '7f9cf793-b4c3-4aa8-b24b-d182b1205ce5', 'port_id': 'b86c8179-dd42-4e6e-88ad-f358e5d25c0b', 'mac_address': 'fa:16:3e:d8:18:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4582f411-cad0-4f65-817a-2c18035d7c46', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:31:49.218932 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:49.235167 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b86c8179-dd42-4e6e-88ad-f358e5d25c0b {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:31:49.250373 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port b86c8179-dd42-4e6e-88ad-f358e5d25c0b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=b86c8179-dd42-4e6e-88ad-f358e5d25c0b,segment=NetworkSegment(2c18e62d-faa8-4a94-bd32-eacf1fa05754),segment_id=2c18e62d-faa8-4a94-bd32-eacf1fa05754)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:31:49.254090 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:49.256927 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:49.323362 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=b86c8179-dd42-4e6e-88ad-f358e5d25c0b,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:49.326341 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:49.583502 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['b86c8179-dd42-4e6e-88ad-f358e5d25c0b'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:31:49.592119 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f492d-e25b-4ac8-9d2a-1a1e01108762 req-088ca046-9a46-4410-9690-f1559242e87a tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:49.593622 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-741f492d-e25b-4ac8-9d2a-1a1e01108762 req-088ca046-9a46-4410-9690-f1559242e87a tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5a6babf-b975-4463-bd68-df1a9eaa96ce HTTP/1.1" status: 200 len: 944 time: 0.0792892 Aug 23 10:31:49.640313 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-741f492d-e25b-4ac8-9d2a-1a1e01108762 req-a659b349-1692-47d4-9e63-8f1dc709171e tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/security-groups?id=da9aa3d4-096c-442a-b554-fcd2b2b12cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410466 Aug 23 10:31:50.920196 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc65d0-5538-430c-bb30-eb149976527d req-eab588e7-b2b1-4e53-9469-e790180775ff tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:50.921599 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-bebc65d0-5538-430c-bb30-eb149976527d req-eab588e7-b2b1-4e53-9469-e790180775ff tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5a6babf-b975-4463-bd68-df1a9eaa96ce HTTP/1.1" status: 200 len: 944 time: 0.1771719 Aug 23 10:31:50.966349 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-bebc65d0-5538-430c-bb30-eb149976527d req-d4e3c5f0-5ad2-4d8d-8d89-4baaa8475b2c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/security-groups?id=da9aa3d4-096c-442a-b554-fcd2b2b12cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390623 Aug 23 10:31:51.039147 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device b86c8179-dd42-4e6e-88ad-f358e5d25c0b up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:31:51.107595 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning for port b86c8179-dd42-4e6e-88ad-f358e5d25c0b completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:31:51.112470 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port b86c8179-dd42-4e6e-88ad-f358e5d25c0b triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:31:51.112878 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:51.227133 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:51.253791 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a6babf-b975-4463-bd68-df1a9eaa96ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86c8179-dd42-4e6e-88ad-f358e5d25c0b'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:31:51.263591 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port b86c8179-dd42-4e6e-88ad-f358e5d25c0b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=b86c8179-dd42-4e6e-88ad-f358e5d25c0b,segment=NetworkSegment(2c18e62d-faa8-4a94-bd32-eacf1fa05754),segment_id=2c18e62d-faa8-4a94-bd32-eacf1fa05754)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:31:51.267340 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:51.269155 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:51.302804 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a6babf-b975-4463-bd68-df1a9eaa96ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86c8179-dd42-4e6e-88ad-f358e5d25c0b', 'code': 200} Aug 23 10:31:51.334146 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=b86c8179-dd42-4e6e-88ad-f358e5d25c0b,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:51.336951 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:51.521452 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fab87-f38a-43e8-800f-7e05fb9a4dc5 req-fc98132e-02ef-47fa-ba0b-2c3c88918d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:51.522810 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-272fab87-f38a-43e8-800f-7e05fb9a4dc5 req-fc98132e-02ef-47fa-ba0b-2c3c88918d27 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d5a6babf-b975-4463-bd68-df1a9eaa96ce HTTP/1.1" status: 200 len: 1098 time: 0.0686886 Aug 23 10:31:51.562858 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-272fab87-f38a-43e8-800f-7e05fb9a4dc5 req-6de03809-d7d5-4540-8075-300869757b30 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=da9aa3d4-096c-442a-b554-fcd2b2b12cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339522 Aug 23 10:31:52.267572 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d573e-d12c-42af-9c96-3d1537fa7d47 req-8f4ebb84-f0d6-4712-ac66-b9d33fe94acb tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:52.268964 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fd8d573e-d12c-42af-9c96-3d1537fa7d47 req-8f4ebb84-f0d6-4712-ac66-b9d33fe94acb tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5a6babf-b975-4463-bd68-df1a9eaa96ce HTTP/1.1" status: 200 len: 945 time: 0.1935871 Aug 23 10:31:52.312191 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-fd8d573e-d12c-42af-9c96-3d1537fa7d47 req-f972eee5-c958-4370-8bdf-8773d80d0e77 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/security-groups?id=da9aa3d4-096c-442a-b554-fcd2b2b12cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376747 Aug 23 10:31:53.537509 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667218f-6ffa-4029-b96e-28d055459091 req-803a0081-3b45-4e5d-ac99-04157d4a8063 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:53.538950 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3667218f-6ffa-4029-b96e-28d055459091 req-803a0081-3b45-4e5d-ac99-04157d4a8063 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5a6babf-b975-4463-bd68-df1a9eaa96ce HTTP/1.1" status: 200 len: 945 time: 0.1235552 Aug 23 10:31:53.582032 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3667218f-6ffa-4029-b96e-28d055459091 req-0d5ac618-a7fb-44ea-8e72-7f57c823a3c1 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/security-groups?id=da9aa3d4-096c-442a-b554-fcd2b2b12cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371230 Aug 23 10:31:54.609720 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b88444-15b8-4aef-b006-9fcf227191bd req-3ef41a64-f719-4ffb-b604-cd9f8219e5af tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:54.611146 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-88b88444-15b8-4aef-b006-9fcf227191bd req-3ef41a64-f719-4ffb-b604-cd9f8219e5af tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5a6babf-b975-4463-bd68-df1a9eaa96ce HTTP/1.1" status: 200 len: 945 time: 0.0807285 Aug 23 10:31:54.654955 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-88b88444-15b8-4aef-b006-9fcf227191bd req-e772affb-1a88-4bd3-9835-d639cee7df16 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/security-groups?id=da9aa3d4-096c-442a-b554-fcd2b2b12cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382953 Aug 23 10:31:55.844252 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01356905-7684-4861-8682-0845ca48bdf2 req-2e7fbe1e-a8e4-410f-8f8a-503864c3662e tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:55.845727 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-01356905-7684-4861-8682-0845ca48bdf2 req-2e7fbe1e-a8e4-410f-8f8a-503864c3662e tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5a6babf-b975-4463-bd68-df1a9eaa96ce HTTP/1.1" status: 200 len: 945 time: 0.0819595 Aug 23 10:31:55.891592 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-01356905-7684-4861-8682-0845ca48bdf2 req-8dacafea-66ce-4c17-8a39-c7b5d1c2ea1e tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/security-groups?id=da9aa3d4-096c-442a-b554-fcd2b2b12cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390553 Aug 23 10:31:56.160051 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1f103-0644-4f15-90e1-23e2c07f7e39 req-b5055c66-4b43-423b-bce5-8dee9d6d815f tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:56.161491 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6ff1f103-0644-4f15-90e1-23e2c07f7e39 req-b5055c66-4b43-423b-bce5-8dee9d6d815f tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.38 "GET /v2.0/ports?device_id=d5a6babf-b975-4463-bd68-df1a9eaa96ce HTTP/1.1" status: 200 len: 945 time: 0.0780604 Aug 23 10:31:56.233007 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-6ff1f103-0644-4f15-90e1-23e2c07f7e39 req-1a7067a3-1cf8-4432-aec1-be09b18fdf47 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Deleting port b86c8179-dd42-4e6e-88ad-f358e5d25c0b {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:31:56.233346 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-6ff1f103-0644-4f15-90e1-23e2c07f7e39 req-1a7067a3-1cf8-4432-aec1-be09b18fdf47 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:56.471972 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-6ff1f103-0644-4f15-90e1-23e2c07f7e39 req-1a7067a3-1cf8-4432-aec1-be09b18fdf47 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] For port b86c8179-dd42-4e6e-88ad-f358e5d25c0b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=b86c8179-dd42-4e6e-88ad-f358e5d25c0b,segment=NetworkSegment(2c18e62d-faa8-4a94-bd32-eacf1fa05754),segment_id=2c18e62d-faa8-4a94-bd32-eacf1fa05754)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:31:56.472328 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-6ff1f103-0644-4f15-90e1-23e2c07f7e39 req-1a7067a3-1cf8-4432-aec1-be09b18fdf47 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:56.595227 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-6ff1f103-0644-4f15-90e1-23e2c07f7e39 req-1a7067a3-1cf8-4432-aec1-be09b18fdf47 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Calling delete_port for b86c8179-dd42-4e6e-88ad-f358e5d25c0b owned by compute:nova {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:31:56.731761 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-6ff1f103-0644-4f15-90e1-23e2c07f7e39 req-1a7067a3-1cf8-4432-aec1-be09b18fdf47 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:56.738701 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-7c53120c-2f05-4ebc-bccb-f3f878585680 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:31:56.745702 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['b86c8179-dd42-4e6e-88ad-f358e5d25c0b'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:31:56.785229 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7067a3-1cf8-4432-aec1-be09b18fdf47 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Pushing event deleted for resources: {'Port': ['ID=b86c8179-dd42-4e6e-88ad-f358e5d25c0b,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:31:56.789013 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1a7067a3-1cf8-4432-aec1-be09b18fdf47 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:31:56.859277 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff1f103-0644-4f15-90e1-23e2c07f7e39 req-1a7067a3-1cf8-4432-aec1-be09b18fdf47 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] No DVR routers for this DVR port b86c8179-dd42-4e6e-88ad-f358e5d25c0b on host hv-cinder-80278 {{(pid=79262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:31:56.861747 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-6ff1f103-0644-4f15-90e1-23e2c07f7e39 req-1a7067a3-1cf8-4432-aec1-be09b18fdf47 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:56.864249 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a6babf-b975-4463-bd68-df1a9eaa96ce', 'name': 'network-vif-deleted', 'tag': 'b86c8179-dd42-4e6e-88ad-f358e5d25c0b'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:31:56.879478 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6ff1f103-0644-4f15-90e1-23e2c07f7e39 req-1a7067a3-1cf8-4432-aec1-be09b18fdf47 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.38 "DELETE /v2.0/ports/b86c8179-dd42-4e6e-88ad-f358e5d25c0b HTTP/1.1" status: 204 len: 173 time: 0.7124417 Aug 23 10:31:56.913229 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a6babf-b975-4463-bd68-df1a9eaa96ce', 'name': 'network-vif-deleted', 'tag': 'b86c8179-dd42-4e6e-88ad-f358e5d25c0b', 'status': 'completed', 'code': 200} Aug 23 10:31:57.049512 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-e170f0e6-ca13-4be9-a3fa-7bc62c9c408f req-57c0b4ca-05ed-499b-ae11-62adbc403d14 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Synchronizing usage tracker for tenant:a23289fee9564be1ab3526da7337e5aa on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:31:57.065476 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-e170f0e6-ca13-4be9-a3fa-7bc62c9c408f req-57c0b4ca-05ed-499b-ae11-62adbc403d14 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Unset dirty status for tenant:a23289fee9564be1ab3526da7337e5aa on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:31:57.066727 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e170f0e6-ca13-4be9-a3fa-7bc62c9c408f req-57c0b4ca-05ed-499b-ae11-62adbc403d14 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5a6babf-b975-4463-bd68-df1a9eaa96ce HTTP/1.1" status: 200 len: 210 time: 0.0636718 Aug 23 10:31:58.414716 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-ddc40ec6-9ace-4f56-854f-6a1af8e5685e tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:31:58.416746 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-ddc40ec6-9ace-4f56-854f-6a1af8e5685e tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/networks?id=7f9cf793-b4c3-4aa8-b24b-d182b1205ce5 HTTP/1.1" status: 200 len: 808 time: 0.1430717 Aug 23 10:31:58.432515 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-08c295b6-74d2-4b5a-b84a-ccd78c9c0b4a tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/quotas/a23289fee9564be1ab3526da7337e5aa HTTP/1.1" status: 200 len: 375 time: 0.0104153 Aug 23 10:31:58.477756 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-ec3271a7-f75e-4594-8f09-7359c93faf8c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a23289fee9564be1ab3526da7337e5aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404205 Aug 23 10:31:58.528402 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-7b6f5e75-6078-43d7-85f0-a51071cf11ce service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 10:31:58.529439 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-7b6f5e75-6078-43d7-85f0-a51071cf11ce service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457668 Aug 23 10:31:58.624185 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:31:58.659602 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-4afde9e6-eea8-4a95-a632-1151a111e7e9 service neutron] 10.222.0.21 "GET /v2.0/networks/7f9cf793-b4c3-4aa8-b24b-d182b1205ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245489 Aug 23 10:31:58.871412 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-aed7b451-e3fd-47df-b93f-d0bde34103a9 service neutron] 10.222.0.21 "GET /v2.0/networks/7f9cf793-b4c3-4aa8-b24b-d182b1205ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059500 Aug 23 10:31:59.043660 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-26789af5-27cc-46e4-bc35-f03004858c7f req-7deea3d1-11a6-47f5-be09-312aa710279b tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d697cb8-ada0-44d7-80e2-f48e5c3131fd HTTP/1.1" status: 200 len: 210 time: 0.0439763 Aug 23 10:31:59.066528 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device b86c8179-dd42-4e6e-88ad-f358e5d25c0b no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:31:59.103330 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] No Port match for: b86c8179-dd42-4e6e-88ad-f358e5d25c0b {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:31:59.103678 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device b86c8179-dd42-4e6e-88ad-f358e5d25c0b not bound to the agent host hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:32:00.221973 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4e348a01-488d-447d-a540-5838538e9e4b req-4561f1b8-d034-4734-8356-63419293f890 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d697cb8-ada0-44d7-80e2-f48e5c3131fd HTTP/1.1" status: 200 len: 210 time: 0.0588109 Aug 23 10:32:00.323811 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-8c032499-3da0-491e-bb52-f5f77ab95c95 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:00.325288 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-8c032499-3da0-491e-bb52-f5f77ab95c95 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.38 "GET /v2.0/networks?id=7f9cf793-b4c3-4aa8-b24b-d182b1205ce5 HTTP/1.1" status: 200 len: 808 time: 0.2004147 Aug 23 10:32:00.338946 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-0e0c5463-35d3-407f-8aba-bd0834e9c21e tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Request body: {'port': {'device_id': '2d697cb8-ada0-44d7-80e2-f48e5c3131fd', 'network_id': '7f9cf793-b4c3-4aa8-b24b-d182b1205ce5', 'admin_state_up': True, 'tenant_id': 'a23289fee9564be1ab3526da7337e5aa'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:32:00.471612 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-0e0c5463-35d3-407f-8aba-bd0834e9c21e tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:32:00.480898 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-0e0c5463-35d3-407f-8aba-bd0834e9c21e tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:32:00.490066 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-0e0c5463-35d3-407f-8aba-bd0834e9c21e tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Made reservation on behalf of a23289fee9564be1ab3526da7337e5aa for: {'port': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:32:00.493540 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-0e0c5463-35d3-407f-8aba-bd0834e9c21e tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:00.651270 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-0e0c5463-35d3-407f-8aba-bd0834e9c21e tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Allocated IP 172.20.0.8 (7f9cf793-b4c3-4aa8-b24b-d182b1205ce5/4582f411-cad0-4f65-817a-2c18035d7c46/4267ab97-5b28-493f-bd36-734906c34da9) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:32:00.845826 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-0e0c5463-35d3-407f-8aba-bd0834e9c21e tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:00.874238 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-0e0c5463-35d3-407f-8aba-bd0834e9c21e tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:00.879447 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:32:00.946965 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-0e0c5463-35d3-407f-8aba-bd0834e9c21e tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Network 7f9cf793-b4c3-4aa8-b24b-d182b1205ce5 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:32:00.950138 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-0e0c5463-35d3-407f-8aba-bd0834e9c21e tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:32:00.953993 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-0e0c5463-35d3-407f-8aba-bd0834e9c21e tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:32:00.989577 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c5463-35d3-407f-8aba-bd0834e9c21e tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Pushing event updated for resources: {'Port': ['ID=4267ab97-5b28-493f-bd36-734906c34da9,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:32:00.995207 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-0e0c5463-35d3-407f-8aba-bd0834e9c21e tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:32:01.022622 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-0e0c5463-35d3-407f-8aba-bd0834e9c21e tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:01.023221 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-0e0c5463-35d3-407f-8aba-bd0834e9c21e tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:01.046313 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-0e0c5463-35d3-407f-8aba-bd0834e9c21e tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7115836 Aug 23 10:32:01.059172 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] Request body: {'port': {'device_id': '2d697cb8-ada0-44d7-80e2-f48e5c3131fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:32:01.167923 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:01.511910 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbf07c-b5d9-46ed-aef4-f76c3e774a50 req-a4bb2317-b902-4b96-9845-7a7cbe703535 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:01.512660 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4267ab97-5b28-493f-bd36-734906c34da9 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:32:01.513317 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a0bbf07c-b5d9-46ed-aef4-f76c3e774a50 req-a4bb2317-b902-4b96-9845-7a7cbe703535 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d697cb8-ada0-44d7-80e2-f48e5c3131fd HTTP/1.1" status: 200 len: 931 time: 0.1848278 Aug 23 10:32:01.520336 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:01.534985 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] Transition to ACTIVE for port object 4267ab97-5b28-493f-bd36-734906c34da9 will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:32:01.539452 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:01.544689 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:32:01.563036 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a0bbf07c-b5d9-46ed-aef4-f76c3e774a50 req-d2e507bf-7bdb-4d54-b2d8-52ca190d8b21 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/security-groups?id=da9aa3d4-096c-442a-b554-fcd2b2b12cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431161 Aug 23 10:32:01.670262 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] Pushing event updated for resources: {'Port': ['ID=4267ab97-5b28-493f-bd36-734906c34da9,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:32:01.784388 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:32:01.859211 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] Attempting to bind port 4267ab97-5b28-493f-bd36-734906c34da9 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:32:01.859563 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] Attempting to bind port 4267ab97-5b28-493f-bd36-734906c34da9 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '2c18e62d-faa8-4a94-bd32-eacf1fa05754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7f9cf793-b4c3-4aa8-b24b-d182b1205ce5'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:32:01.859871 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] Attempting to bind port 4267ab97-5b28-493f-bd36-734906c34da9 on network 7f9cf793-b4c3-4aa8-b24b-d182b1205ce5 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:32:01.864350 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] Port 4267ab97-5b28-493f-bd36-734906c34da9 on network 7f9cf793-b4c3-4aa8-b24b-d182b1205ce5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:32:01.864700 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] Attempting to bind port 4267ab97-5b28-493f-bd36-734906c34da9 on network 7f9cf793-b4c3-4aa8-b24b-d182b1205ce5 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:32:01.869736 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] Checking agent: {'id': 'f0a3a63c-ec97-42f3-9482-19859e948017', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'started_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:32:01.870068 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] Checking segment: {'id': '2c18e62d-faa8-4a94-bd32-eacf1fa05754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7f9cf793-b4c3-4aa8-b24b-d182b1205ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:32:01.870447 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] Bound using segment: {'id': '2c18e62d-faa8-4a94-bd32-eacf1fa05754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7f9cf793-b4c3-4aa8-b24b-d182b1205ce5'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:32:01.870866 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] Bound port: 4267ab97-5b28-493f-bd36-734906c34da9, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c18e62d-faa8-4a94-bd32-eacf1fa05754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7f9cf793-b4c3-4aa8-b24b-d182b1205ce5'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:32:01.871210 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:01.959472 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] For port 4267ab97-5b28-493f-bd36-734906c34da9, host hv-cinder-80278, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:32:01.962879 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] For port 4267ab97-5b28-493f-bd36-734906c34da9, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=4267ab97-5b28-493f-bd36-734906c34da9,segment=NetworkSegment(2c18e62d-faa8-4a94-bd32-eacf1fa05754),segment_id=2c18e62d-faa8-4a94-bd32-eacf1fa05754)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:32:01.967403 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:01.971678 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:32:02.026213 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:02.026824 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:02.028196 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] 10.222.0.38 "PUT /v2.0/ports/4267ab97-5b28-493f-bd36-734906c34da9 HTTP/1.1" status: 200 len: 1093 time: 0.9730332 Aug 23 10:32:02.028715 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d697cb8-ada0-44d7-80e2-f48e5c3131fd', 'tag': '4267ab97-5b28-493f-bd36-734906c34da9'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:32:02.055437 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] Pushing event updated for resources: {'Port': ['ID=4267ab97-5b28-493f-bd36-734906c34da9,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:32:02.058691 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:32:02.159659 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-c4e974f2-501d-4a44-85c2-75d4ae5dcebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:02.161221 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-c4e974f2-501d-4a44-85c2-75d4ae5dcebb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a23289fee9564be1ab3526da7337e5aa&device_id=2d697cb8-ada0-44d7-80e2-f48e5c3131fd HTTP/1.1" status: 200 len: 1096 time: 0.0800378 Aug 23 10:32:02.225609 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d697cb8-ada0-44d7-80e2-f48e5c3131fd', 'tag': '4267ab97-5b28-493f-bd36-734906c34da9', 'status': 'completed', 'code': 200} Aug 23 10:32:02.233240 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-9eff325f-ba12-4ac9-bf02-3d28c2d18aa0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4267ab97-5b28-493f-bd36-734906c34da9 HTTP/1.1" status: 200 len: 217 time: 0.0635948 Aug 23 10:32:02.301037 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-5b790606-2710-4cf8-a865-477a922dcddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:02.302354 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-5b790606-2710-4cf8-a865-477a922dcddd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4582f411-cad0-4f65-817a-2c18035d7c46 HTTP/1.1" status: 200 len: 848 time: 0.0605533 Aug 23 10:32:02.348507 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-f5e92474-f7cb-4fb4-a675-67caeb6828c9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7f9cf793-b4c3-4aa8-b24b-d182b1205ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390015 Aug 23 10:32:02.480401 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-0a2b4b8c-efee-4dc1-94bb-4298a31acab1 service neutron] 10.222.0.38 "GET /v2.0/networks/7f9cf793-b4c3-4aa8-b24b-d182b1205ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236854 Aug 23 10:32:02.633493 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-af93433d-6cf3-42d2-8f4e-f0ca2ba8921c req-ffd73717-b5af-4e32-9d23-f8d0e96aea25 service neutron] 10.222.0.38 "GET /v2.0/networks/7f9cf793-b4c3-4aa8-b24b-d182b1205ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233208 Aug 23 10:32:02.744775 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054faad-1852-4717-81d3-0ec840d1ed46 req-611bcbe4-9c12-4300-9b7f-d17bd4774465 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:02.746743 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8054faad-1852-4717-81d3-0ec840d1ed46 req-611bcbe4-9c12-4300-9b7f-d17bd4774465 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d697cb8-ada0-44d7-80e2-f48e5c3131fd HTTP/1.1" status: 200 len: 943 time: 0.0819433 Aug 23 10:32:02.752711 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6b049-bd49-46d9-9e72-3c64c6f14c5f req-86e3aee3-4f83-4ed4-99e1-ec6539c95ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:02.754178 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-17c6b049-bd49-46d9-9e72-3c64c6f14c5f req-86e3aee3-4f83-4ed4-99e1-ec6539c95ddf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a23289fee9564be1ab3526da7337e5aa&device_id=2d697cb8-ada0-44d7-80e2-f48e5c3131fd HTTP/1.1" status: 200 len: 1096 time: 0.0743690 Aug 23 10:32:02.793932 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8054faad-1852-4717-81d3-0ec840d1ed46 req-bc8c50c4-76bc-4090-b9da-c0e6640dbc7e tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/security-groups?id=da9aa3d4-096c-442a-b554-fcd2b2b12cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413861 Aug 23 10:32:02.833927 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-4b4ac201-8803-46f1-bf03-91b79dd0557f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:02.886560 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6b049-bd49-46d9-9e72-3c64c6f14c5f req-ba5c6298-23dc-4fb3-b226-b2fd98a75abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:02.887911 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-17c6b049-bd49-46d9-9e72-3c64c6f14c5f req-ba5c6298-23dc-4fb3-b226-b2fd98a75abb service neutron] 10.222.0.38 "GET /v2.0/networks?id=7f9cf793-b4c3-4aa8-b24b-d182b1205ce5 HTTP/1.1" status: 200 len: 909 time: 0.1268225 Aug 23 10:32:02.955452 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-17c6b049-bd49-46d9-9e72-3c64c6f14c5f req-daa3c71d-c693-4043-92f4-b07291f4c604 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4267ab97-5b28-493f-bd36-734906c34da9 HTTP/1.1" status: 200 len: 217 time: 0.0602891 Aug 23 10:32:03.019717 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6b049-bd49-46d9-9e72-3c64c6f14c5f req-87f319ee-c01c-46a4-a419-2c5efc259a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:03.021177 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-17c6b049-bd49-46d9-9e72-3c64c6f14c5f req-87f319ee-c01c-46a4-a419-2c5efc259a7c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4582f411-cad0-4f65-817a-2c18035d7c46 HTTP/1.1" status: 200 len: 848 time: 0.0594647 Aug 23 10:32:03.067345 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-17c6b049-bd49-46d9-9e72-3c64c6f14c5f req-2566b1bd-0c0b-41a0-ace3-65919fa3bc24 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7f9cf793-b4c3-4aa8-b24b-d182b1205ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392544 Aug 23 10:32:03.194795 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-17c6b049-bd49-46d9-9e72-3c64c6f14c5f req-328fbae9-3d1c-456b-a168-aeced9334d91 service neutron] 10.222.0.38 "GET /v2.0/networks/7f9cf793-b4c3-4aa8-b24b-d182b1205ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204679 Aug 23 10:32:03.322952 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-17c6b049-bd49-46d9-9e72-3c64c6f14c5f req-2eda697f-0c20-460b-8b4a-013cc5d758bf service neutron] 10.222.0.38 "GET /v2.0/networks/7f9cf793-b4c3-4aa8-b24b-d182b1205ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215496 Aug 23 10:32:03.642564 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:03.981163 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6f1fb-5cfe-4e59-9624-1530b437c4a5 req-b8f75c59-b5aa-40fc-88da-d9f4d34753fb tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:03.981818 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-a9c6f1fb-5cfe-4e59-9624-1530b437c4a5 req-b8f75c59-b5aa-40fc-88da-d9f4d34753fb tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Synchronizing usage tracker for tenant:a23289fee9564be1ab3526da7337e5aa on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:32:03.997495 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-a9c6f1fb-5cfe-4e59-9624-1530b437c4a5 req-b8f75c59-b5aa-40fc-88da-d9f4d34753fb tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Unset dirty status for tenant:a23289fee9564be1ab3526da7337e5aa on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:32:03.998623 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a9c6f1fb-5cfe-4e59-9624-1530b437c4a5 req-b8f75c59-b5aa-40fc-88da-d9f4d34753fb tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d697cb8-ada0-44d7-80e2-f48e5c3131fd HTTP/1.1" status: 200 len: 943 time: 0.0953712 Aug 23 10:32:04.132557 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a9c6f1fb-5cfe-4e59-9624-1530b437c4a5 req-1ade8af2-399a-4ce2-8f42-ca4b44e9b0fc tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/security-groups?id=da9aa3d4-096c-442a-b554-fcd2b2b12cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280117 Aug 23 10:32:05.326319 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6496e40-38c4-470a-a20d-3ca425ac4d88 req-a09e81f4-44cc-4233-937d-b21d4126dec2 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:05.327774 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d6496e40-38c4-470a-a20d-3ca425ac4d88 req-a09e81f4-44cc-4233-937d-b21d4126dec2 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d697cb8-ada0-44d7-80e2-f48e5c3131fd HTTP/1.1" status: 200 len: 943 time: 0.0792317 Aug 23 10:32:05.370866 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d6496e40-38c4-470a-a20d-3ca425ac4d88 req-9ef05c81-b846-466c-8368-75898536125a tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/security-groups?id=da9aa3d4-096c-442a-b554-fcd2b2b12cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375586 Aug 23 10:32:05.545229 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-683925c6-f54f-4831-84fa-6c39ea183fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:06.423940 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:06.552816 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afdc62-ca3e-4cb1-8b9c-0305b6f56c36 req-2e678aff-be85-4ad5-b1e2-a7c86c1fcc97 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:06.554287 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-08afdc62-ca3e-4cb1-8b9c-0305b6f56c36 req-2e678aff-be85-4ad5-b1e2-a7c86c1fcc97 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d697cb8-ada0-44d7-80e2-f48e5c3131fd HTTP/1.1" status: 200 len: 943 time: 0.0785019 Aug 23 10:32:06.598097 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-08afdc62-ca3e-4cb1-8b9c-0305b6f56c36 req-5c24897f-75c9-4747-a36e-1e46a60f9cdb tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/security-groups?id=da9aa3d4-096c-442a-b554-fcd2b2b12cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381417 Aug 23 10:32:07.095889 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 4267ab97-5b28-493f-bd36-734906c34da9 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:32:07.259171 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 4267ab97-5b28-493f-bd36-734906c34da9, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=4267ab97-5b28-493f-bd36-734906c34da9,segment=NetworkSegment(2c18e62d-faa8-4a94-bd32-eacf1fa05754),segment_id=2c18e62d-faa8-4a94-bd32-eacf1fa05754)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:32:07.271985 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': '4267ab97-5b28-493f-bd36-734906c34da9', 'network_id': '7f9cf793-b4c3-4aa8-b24b-d182b1205ce5', 'port_id': '4267ab97-5b28-493f-bd36-734906c34da9', 'mac_address': 'fa:16:3e:a5:c3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4582f411-cad0-4f65-817a-2c18035d7c46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:32:07.325006 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:07.341210 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4267ab97-5b28-493f-bd36-734906c34da9 {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:32:07.356403 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 4267ab97-5b28-493f-bd36-734906c34da9, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=4267ab97-5b28-493f-bd36-734906c34da9,segment=NetworkSegment(2c18e62d-faa8-4a94-bd32-eacf1fa05754),segment_id=2c18e62d-faa8-4a94-bd32-eacf1fa05754)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:32:07.360499 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:07.362252 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:32:07.428249 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=4267ab97-5b28-493f-bd36-734906c34da9,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:32:07.431804 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:32:07.750323 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['4267ab97-5b28-493f-bd36-734906c34da9'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:32:07.781725 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52522e5-3784-44bf-8774-4623dab8c928 req-8221f453-a496-4c3f-9f9c-aa4c81f8a199 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:07.783194 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f52522e5-3784-44bf-8774-4623dab8c928 req-8221f453-a496-4c3f-9f9c-aa4c81f8a199 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d697cb8-ada0-44d7-80e2-f48e5c3131fd HTTP/1.1" status: 200 len: 944 time: 0.0833752 Aug 23 10:32:07.827485 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f52522e5-3784-44bf-8774-4623dab8c928 req-50475bcf-c5d1-4f12-ae7f-300e68181d31 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/security-groups?id=da9aa3d4-096c-442a-b554-fcd2b2b12cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381989 Aug 23 10:32:07.952419 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:09.013812 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715bf95-a5a5-429f-9218-da7dc4fbc4fc req-742c3771-9e2f-48e9-85fe-001a9ae63cc9 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:09.015694 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-0715bf95-a5a5-429f-9218-da7dc4fbc4fc req-742c3771-9e2f-48e9-85fe-001a9ae63cc9 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d697cb8-ada0-44d7-80e2-f48e5c3131fd HTTP/1.1" status: 200 len: 944 time: 0.0838614 Aug 23 10:32:09.061069 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-0715bf95-a5a5-429f-9218-da7dc4fbc4fc req-ea42dc6e-d62d-452c-9ffd-3aa97de723fb tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/security-groups?id=da9aa3d4-096c-442a-b554-fcd2b2b12cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399320 Aug 23 10:32:09.104231 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 4267ab97-5b28-493f-bd36-734906c34da9 up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:32:09.169274 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning for port 4267ab97-5b28-493f-bd36-734906c34da9 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:32:09.173910 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port 4267ab97-5b28-493f-bd36-734906c34da9 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:32:09.174288 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:09.286266 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:09.311260 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d697cb8-ada0-44d7-80e2-f48e5c3131fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4267ab97-5b28-493f-bd36-734906c34da9'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:32:09.321681 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 4267ab97-5b28-493f-bd36-734906c34da9, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=4267ab97-5b28-493f-bd36-734906c34da9,segment=NetworkSegment(2c18e62d-faa8-4a94-bd32-eacf1fa05754),segment_id=2c18e62d-faa8-4a94-bd32-eacf1fa05754)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:32:09.325339 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:09.327121 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:32:09.357475 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d697cb8-ada0-44d7-80e2-f48e5c3131fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4267ab97-5b28-493f-bd36-734906c34da9', 'code': 200} Aug 23 10:32:09.395425 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=4267ab97-5b28-493f-bd36-734906c34da9,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:32:09.398228 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:32:09.582930 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347d0cc-0b14-4a00-8915-d17af758bcab req-5402b46b-3d3d-4df3-b03f-d13f43845e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:09.584378 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e347d0cc-0b14-4a00-8915-d17af758bcab req-5402b46b-3d3d-4df3-b03f-d13f43845e37 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2d697cb8-ada0-44d7-80e2-f48e5c3131fd HTTP/1.1" status: 200 len: 1098 time: 0.0677412 Aug 23 10:32:09.627927 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e347d0cc-0b14-4a00-8915-d17af758bcab req-f9e814fc-948d-47d3-a703-34e78c1612b8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=da9aa3d4-096c-442a-b554-fcd2b2b12cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368669 Aug 23 10:32:10.238924 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ed52a-cfc4-4d1f-98ad-0d5f15addfc1 req-4bf01d8a-ddb0-47fd-8861-875cb0fac463 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:10.240367 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9e6ed52a-cfc4-4d1f-98ad-0d5f15addfc1 req-4bf01d8a-ddb0-47fd-8861-875cb0fac463 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d697cb8-ada0-44d7-80e2-f48e5c3131fd HTTP/1.1" status: 200 len: 945 time: 0.0780325 Aug 23 10:32:10.284509 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9e6ed52a-cfc4-4d1f-98ad-0d5f15addfc1 req-ea5e7d34-33d8-4e0c-b048-27b0ea794b98 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/security-groups?id=da9aa3d4-096c-442a-b554-fcd2b2b12cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379467 Aug 23 10:32:11.468585 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f777f-45a8-4acb-ba84-cdee9a857a2c req-34119f8b-77cf-4a8f-b3de-1836092986c1 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:11.470015 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f11f777f-45a8-4acb-ba84-cdee9a857a2c req-34119f8b-77cf-4a8f-b3de-1836092986c1 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d697cb8-ada0-44d7-80e2-f48e5c3131fd HTTP/1.1" status: 200 len: 945 time: 0.0768983 Aug 23 10:32:11.516778 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f11f777f-45a8-4acb-ba84-cdee9a857a2c req-12ffb44d-88a5-45d6-8f10-2469af815583 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/security-groups?id=da9aa3d4-096c-442a-b554-fcd2b2b12cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413113 Aug 23 10:32:12.592933 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c37a9-8697-411c-80f7-f5db8bc52161 req-8c404eb8-b466-4034-b71b-830a09e25956 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:12.594367 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f95c37a9-8697-411c-80f7-f5db8bc52161 req-8c404eb8-b466-4034-b71b-830a09e25956 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d697cb8-ada0-44d7-80e2-f48e5c3131fd HTTP/1.1" status: 200 len: 945 time: 0.0783217 Aug 23 10:32:12.637807 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-f95c37a9-8697-411c-80f7-f5db8bc52161 req-2eb78b48-e9ea-41c8-9905-40ff5b0e851b tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/security-groups?id=da9aa3d4-096c-442a-b554-fcd2b2b12cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379584 Aug 23 10:32:13.828412 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e7c89-5aee-4071-8f78-d536ceb74e02 req-6e83f9fb-fe7a-4447-b087-fb934475f549 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:13.829893 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d94e7c89-5aee-4071-8f78-d536ceb74e02 req-6e83f9fb-fe7a-4447-b087-fb934475f549 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d697cb8-ada0-44d7-80e2-f48e5c3131fd HTTP/1.1" status: 200 len: 945 time: 0.0881135 Aug 23 10:32:13.874623 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d94e7c89-5aee-4071-8f78-d536ceb74e02 req-0177307e-b373-4a93-b66c-37f51a104d5e tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/security-groups?id=da9aa3d4-096c-442a-b554-fcd2b2b12cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391719 Aug 23 10:32:14.062407 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:32:14.152461 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b112f-ebe6-4a77-a1e1-fdf69847288b req-3b084144-0479-44b7-b008-9d0596256eb1 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:14.153935 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-217b112f-ebe6-4a77-a1e1-fdf69847288b req-3b084144-0479-44b7-b008-9d0596256eb1 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 947 time: 0.0780857 Aug 23 10:32:14.202578 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-217b112f-ebe6-4a77-a1e1-fdf69847288b req-e8bee565-07a2-4361-85bd-1c599179adaa tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430048 Aug 23 10:32:14.210838 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb39da-5ccb-406f-83dd-e0223adc575c req-5f7a33e3-2818-46d8-aea4-cf30c307390a tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:14.212387 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-03fb39da-5ccb-406f-83dd-e0223adc575c req-5f7a33e3-2818-46d8-aea4-cf30c307390a tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d697cb8-ada0-44d7-80e2-f48e5c3131fd HTTP/1.1" status: 200 len: 945 time: 0.0835066 Aug 23 10:32:14.281410 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-03fb39da-5ccb-406f-83dd-e0223adc575c req-0be09599-19ef-41f9-a03d-01f96ff0ec5c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Deleting port 4267ab97-5b28-493f-bd36-734906c34da9 {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:32:14.281754 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-03fb39da-5ccb-406f-83dd-e0223adc575c req-0be09599-19ef-41f9-a03d-01f96ff0ec5c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:14.519110 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-03fb39da-5ccb-406f-83dd-e0223adc575c req-0be09599-19ef-41f9-a03d-01f96ff0ec5c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] For port 4267ab97-5b28-493f-bd36-734906c34da9, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=4267ab97-5b28-493f-bd36-734906c34da9,segment=NetworkSegment(2c18e62d-faa8-4a94-bd32-eacf1fa05754),segment_id=2c18e62d-faa8-4a94-bd32-eacf1fa05754)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:32:14.519383 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-03fb39da-5ccb-406f-83dd-e0223adc575c req-0be09599-19ef-41f9-a03d-01f96ff0ec5c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:14.636369 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-03fb39da-5ccb-406f-83dd-e0223adc575c req-0be09599-19ef-41f9-a03d-01f96ff0ec5c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Calling delete_port for 4267ab97-5b28-493f-bd36-734906c34da9 owned by compute:nova {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:32:14.774459 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-03fb39da-5ccb-406f-83dd-e0223adc575c req-0be09599-19ef-41f9-a03d-01f96ff0ec5c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:14.780040 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-90e53e65-38c0-42d1-afd4-2a6ce90db8f8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:32:14.785875 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['4267ab97-5b28-493f-bd36-734906c34da9'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:32:14.828261 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be09599-19ef-41f9-a03d-01f96ff0ec5c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Pushing event deleted for resources: {'Port': ['ID=4267ab97-5b28-493f-bd36-734906c34da9,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:32:14.873417 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be09599-19ef-41f9-a03d-01f96ff0ec5c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:32:14.873781 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be09599-19ef-41f9-a03d-01f96ff0ec5c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:32:14.874145 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be09599-19ef-41f9-a03d-01f96ff0ec5c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:32:14.874498 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be09599-19ef-41f9-a03d-01f96ff0ec5c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:32:14.874853 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be09599-19ef-41f9-a03d-01f96ff0ec5c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:32:14.875210 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be09599-19ef-41f9-a03d-01f96ff0ec5c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:32:14.875559 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be09599-19ef-41f9-a03d-01f96ff0ec5c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:32:14.875906 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be09599-19ef-41f9-a03d-01f96ff0ec5c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:32:14.876252 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be09599-19ef-41f9-a03d-01f96ff0ec5c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:32:14.876617 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be09599-19ef-41f9-a03d-01f96ff0ec5c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:32:14.876965 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be09599-19ef-41f9-a03d-01f96ff0ec5c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:32:14.877307 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be09599-19ef-41f9-a03d-01f96ff0ec5c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:32:14.904611 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-0be09599-19ef-41f9-a03d-01f96ff0ec5c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:32:14.916141 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fb39da-5ccb-406f-83dd-e0223adc575c req-0be09599-19ef-41f9-a03d-01f96ff0ec5c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] No DVR routers for this DVR port 4267ab97-5b28-493f-bd36-734906c34da9 on host hv-cinder-80278 {{(pid=79262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:32:14.918577 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-03fb39da-5ccb-406f-83dd-e0223adc575c req-0be09599-19ef-41f9-a03d-01f96ff0ec5c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:14.921201 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d697cb8-ada0-44d7-80e2-f48e5c3131fd', 'name': 'network-vif-deleted', 'tag': '4267ab97-5b28-493f-bd36-734906c34da9'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:32:14.938494 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-03fb39da-5ccb-406f-83dd-e0223adc575c req-0be09599-19ef-41f9-a03d-01f96ff0ec5c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.38 "DELETE /v2.0/ports/4267ab97-5b28-493f-bd36-734906c34da9 HTTP/1.1" status: 204 len: 173 time: 0.7201376 Aug 23 10:32:14.982826 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d697cb8-ada0-44d7-80e2-f48e5c3131fd', 'name': 'network-vif-deleted', 'tag': '4267ab97-5b28-493f-bd36-734906c34da9', 'status': 'completed', 'code': 200} Aug 23 10:32:15.032499 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-6bcad3fc-4042-4482-b643-0695d99aec18 req-3468266b-f3fd-4fab-9480-c0d56d6bbf23 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Synchronizing usage tracker for tenant:a23289fee9564be1ab3526da7337e5aa on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:32:15.048843 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-6bcad3fc-4042-4482-b643-0695d99aec18 req-3468266b-f3fd-4fab-9480-c0d56d6bbf23 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Unset dirty status for tenant:a23289fee9564be1ab3526da7337e5aa on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:32:15.050107 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6bcad3fc-4042-4482-b643-0695d99aec18 req-3468266b-f3fd-4fab-9480-c0d56d6bbf23 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d697cb8-ada0-44d7-80e2-f48e5c3131fd HTTP/1.1" status: 200 len: 210 time: 0.0620348 Aug 23 10:32:15.388495 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d835c8-639c-41f2-924e-5a96e3a960d0 req-4fe5a6fa-7e47-4cff-81a9-c651c4e16389 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:15.390141 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-e4d835c8-639c-41f2-924e-5a96e3a960d0 req-4fe5a6fa-7e47-4cff-81a9-c651c4e16389 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 947 time: 0.0782633 Aug 23 10:32:15.433463 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-e4d835c8-639c-41f2-924e-5a96e3a960d0 req-cb86e58b-73a0-49f8-9245-9e67c8194e3a tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377598 Aug 23 10:32:15.850362 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6948dd-4901-4ee9-9e88-6844c19d4f5f req-1611a9df-78fe-42bd-9d1d-464dd7e8cc56 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:15.851762 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5f6948dd-4901-4ee9-9e88-6844c19d4f5f req-1611a9df-78fe-42bd-9d1d-464dd7e8cc56 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.38 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 947 time: 0.0809510 Aug 23 10:32:15.918339 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-5f6948dd-4901-4ee9-9e88-6844c19d4f5f req-45e986b0-479d-4eab-8567-209297ecd0fe tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Deleting port 256d02ea-c4de-417b-a52a-5d4e26b60644 {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:32:15.918673 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-5f6948dd-4901-4ee9-9e88-6844c19d4f5f req-45e986b0-479d-4eab-8567-209297ecd0fe tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:16.249905 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-5f6948dd-4901-4ee9-9e88-6844c19d4f5f req-45e986b0-479d-4eab-8567-209297ecd0fe tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] For port 256d02ea-c4de-417b-a52a-5d4e26b60644, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=256d02ea-c4de-417b-a52a-5d4e26b60644,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:32:16.250182 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-5f6948dd-4901-4ee9-9e88-6844c19d4f5f req-45e986b0-479d-4eab-8567-209297ecd0fe tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:16.552601 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-5f6948dd-4901-4ee9-9e88-6844c19d4f5f req-45e986b0-479d-4eab-8567-209297ecd0fe tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:16.552878 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-5f6948dd-4901-4ee9-9e88-6844c19d4f5f req-45e986b0-479d-4eab-8567-209297ecd0fe tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588992'] for floatingip, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:16.552995 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.db.l3_db [req-5f6948dd-4901-4ee9-9e88-6844c19d4f5f req-45e986b0-479d-4eab-8567-209297ecd0fe tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Floating IP db8b5c62-da9f-4291-abc5-2e970d51bb51 disassociated. External IP: 172.27.2.235, port: 256d02ea-c4de-417b-a52a-5d4e26b60644. Aug 23 10:32:16.553555 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-5f6948dd-4901-4ee9-9e88-6844c19d4f5f req-45e986b0-479d-4eab-8567-209297ecd0fe tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Calling delete_port for 256d02ea-c4de-417b-a52a-5d4e26b60644 owned by compute:nova {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:32:16.642121 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14579751-b227-4062-bfad-779da21268d0 req-5b257285-90b3-4aee-a8f6-f1ab0ab1e6dd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:32:16.644381 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-14579751-b227-4062-bfad-779da21268d0 req-5b257285-90b3-4aee-a8f6-f1ab0ab1e6dd tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 947 time: 0.0864654 Aug 23 10:32:16.693296 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-14579751-b227-4062-bfad-779da21268d0 req-97d4a091-5028-4826-8d9e-0424888afdd8 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups?id=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421894 Aug 23 10:32:16.705455 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-5f6948dd-4901-4ee9-9e88-6844c19d4f5f req-45e986b0-479d-4eab-8567-209297ecd0fe tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:16.713835 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-0e0c5463-35d3-407f-8aba-bd0834e9c21e tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:32:16.760548 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e986b0-479d-4eab-8567-209297ecd0fe tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Pushing event deleted for resources: {'Port': ['ID=256d02ea-c4de-417b-a52a-5d4e26b60644,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:32:16.764150 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-45e986b0-479d-4eab-8567-209297ecd0fe tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:32:16.944801 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f6948dd-4901-4ee9-9e88-6844c19d4f5f req-45e986b0-479d-4eab-8567-209297ecd0fe tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Router 468124b1-61ef-4290-b891-f4500b4b263a has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:32:17.131301 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f6948dd-4901-4ee9-9e88-6844c19d4f5f req-45e986b0-479d-4eab-8567-209297ecd0fe tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:32:17.143232 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7c6cf8-6002-4b68-b164-e3f08ea51b9c None None] Sync routers for ids ['468124b1-61ef-4290-b891-f4500b4b263a'] in dv-cinder-802781-2-iscsi {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:32:17.154276 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7c6cf8-6002-4b68-b164-e3f08ea51b9c None None] Routers {'468124b1-61ef-4290-b891-f4500b4b263a'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:32:17.155208 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-8d7c6cf8-6002-4b68-b164-e3f08ea51b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:32:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['468124b1-61ef-4290-b891-f4500b4b263a'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:32:17.212195 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6948dd-4901-4ee9-9e88-6844c19d4f5f req-45e986b0-479d-4eab-8567-209297ecd0fe tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] No DVR routers for this DVR port 256d02ea-c4de-417b-a52a-5d4e26b60644 on host hv-cinder-80278 {{(pid=79262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:32:17.214771 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-5f6948dd-4901-4ee9-9e88-6844c19d4f5f req-45e986b0-479d-4eab-8567-209297ecd0fe tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:17.217674 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '602d8127-5449-4509-9184-ff0932eecdc6', 'name': 'network-vif-deleted', 'tag': '256d02ea-c4de-417b-a52a-5d4e26b60644'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:32:17.234832 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5f6948dd-4901-4ee9-9e88-6844c19d4f5f req-45e986b0-479d-4eab-8567-209297ecd0fe tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.38 "DELETE /v2.0/ports/256d02ea-c4de-417b-a52a-5d4e26b60644 HTTP/1.1" status: 204 len: 173 time: 1.3773026 Aug 23 10:32:17.306923 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '602d8127-5449-4509-9184-ff0932eecdc6', 'name': 'network-vif-deleted', 'tag': '256d02ea-c4de-417b-a52a-5d4e26b60644', 'status': 'completed', 'code': 200} Aug 23 10:32:17.393868 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-8d7c6cf8-6002-4b68-b164-e3f08ea51b9c None None] Set router 468124b1-61ef-4290-b891-f4500b4b263a gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:32:17.707554 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-8d7c6cf8-6002-4b68-b164-e3f08ea51b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468124b1-61ef-4290-b891-f4500b4b263a', 'name': 'tempest-AttachVolumeShelveTestJSON-13435468-router', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:53Z', 'updated_at': '2021-08-23T10:22:01Z', 'revision_number': 4, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'gw_port': {'id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:55Z', 'updated_at': '2021-08-23T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '52a0ada7-466d-4f16-bfe1-b819ee37323e', 'name': '', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'mac_address': 'fa:16:3e:d9:a0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:00Z', 'updated_at': '2021-08-23T10:22:14Z', 'revision_number': 5, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'subnets': [{'id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:32:17.711296 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7c6cf8-6002-4b68-b164-e3f08ea51b9c None None] Checking router: 468124b1-61ef-4290-b891-f4500b4b263a for host: dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:32:17.719724 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7c6cf8-6002-4b68-b164-e3f08ea51b9c None None] Routers {'468124b1-61ef-4290-b891-f4500b4b263a'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:32:17.720318 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-8d7c6cf8-6002-4b68-b164-e3f08ea51b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:32:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['468124b1-61ef-4290-b891-f4500b4b263a'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:32:17.869731 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-69e92145-811b-40ce-bc9e-08d6627e5b0b req-d63eaad0-1536-405c-8c52-cfae99533f72 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/ports?device_id=602d8127-5449-4509-9184-ff0932eecdc6 HTTP/1.1" status: 200 len: 210 time: 0.0446985 Aug 23 10:32:17.898195 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-8d7c6cf8-6002-4b68-b164-e3f08ea51b9c None None] Set router 468124b1-61ef-4290-b891-f4500b4b263a gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:32:18.204334 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-8d7c6cf8-6002-4b68-b164-e3f08ea51b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468124b1-61ef-4290-b891-f4500b4b263a', 'name': 'tempest-AttachVolumeShelveTestJSON-13435468-router', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:53Z', 'updated_at': '2021-08-23T10:22:01Z', 'revision_number': 4, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'gw_port': {'id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:55Z', 'updated_at': '2021-08-23T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '52a0ada7-466d-4f16-bfe1-b819ee37323e', 'name': '', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'mac_address': 'fa:16:3e:d9:a0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:00Z', 'updated_at': '2021-08-23T10:22:14Z', 'revision_number': 5, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'subnets': [{'id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:32:18.208168 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7c6cf8-6002-4b68-b164-e3f08ea51b9c None None] The sync data for ids ['468124b1-61ef-4290-b891-f4500b4b263a'] in dv-cinder-802781-2-iscsi is: [{'id': '468124b1-61ef-4290-b891-f4500b4b263a', 'name': 'tempest-AttachVolumeShelveTestJSON-13435468-router', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:53Z', 'updated_at': '2021-08-23T10:22:01Z', 'revision_number': 4, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'gw_port': {'id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:55Z', 'updated_at': '2021-08-23T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '52a0ada7-466d-4f16-bfe1-b819ee37323e', 'name': '', 'network_id': 'cb0fbf9e-ed78-4e0e-8f51-27d921463c0d', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'mac_address': 'fa:16:3e:d9:a0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:22:00Z', 'updated_at': '2021-08-23T10:22:14Z', 'revision_number': 5, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'subnets': [{'id': '37511b2d-c017-4ca2-bb9c-4a800f5cbb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:32:18.410739 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79a4102-8265-4ccb-91a4-5e3307fd39ca None None] New status for floating IP db8b5c62-da9f-4291-abc5-2e970d51bb51: DOWN {{(pid=79263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:32:18.993615 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 40838) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:32:19.059875 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0ab90062-ea0a-424b-ba8b-ac8db893daec tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:19.086438 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0ab90062-ea0a-424b-ba8b-ac8db893daec tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:19.137359 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0ab90062-ea0a-424b-ba8b-ac8db893daec tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:19.141341 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-81987526-087e-4958-a153-8bcd98af7ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:32:19.156148 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab90062-ea0a-424b-ba8b-ac8db893daec tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:32:19.158994 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0ab90062-ea0a-424b-ba8b-ac8db893daec tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:32:19.172372 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0ab90062-ea0a-424b-ba8b-ac8db893daec tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:19.173543 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-0ab90062-ea0a-424b-ba8b-ac8db893daec tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "DELETE /v2.0/security-groups/7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b HTTP/1.1" status: 204 len: 168 time: 0.1789310 Aug 23 10:32:19.176210 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 40842) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:32:19.197764 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.api.v2.resource [None req-1d1aa6ad-da26-4d84-8077-79cc36899d46 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] show failed (client error): The resource could not be found. Aug 23 10:32:19.198763 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-1d1aa6ad-da26-4d84-8077-79cc36899d46 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "GET /v2.0/security-groups/7dca693d-0a62-4bb3-bdc4-2e4f2ba7e60b HTTP/1.1" status: 404 len: 347 time: 0.0169315 Aug 23 10:32:19.201675 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 40846) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:32:19.357080 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-2e265e05-9506-487c-abd0-13e7cbe7d023 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Deleting port 9c1e889e-a72a-40aa-b7d7-1b136991ebc2 {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:32:19.357426 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2e265e05-9506-487c-abd0-13e7cbe7d023 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:19.523061 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2e265e05-9506-487c-abd0-13e7cbe7d023 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:19.523284 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2e265e05-9506-487c-abd0-13e7cbe7d023 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:19.634383 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 4267ab97-5b28-493f-bd36-734906c34da9 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:32:19.670238 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] No Port match for: 4267ab97-5b28-493f-bd36-734906c34da9 {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:32:19.670591 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 4267ab97-5b28-493f-bd36-734906c34da9 not bound to the agent host hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:32:19.733497 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-2e265e05-9506-487c-abd0-13e7cbe7d023 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Calling delete_port for 9c1e889e-a72a-40aa-b7d7-1b136991ebc2 owned by network:floatingip {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:32:19.870335 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2e265e05-9506-487c-abd0-13e7cbe7d023 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:19.874597 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-490fc49a-ad77-4a3c-913c-8dfdb0594b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:32:19.920138 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e265e05-9506-487c-abd0-13e7cbe7d023 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Pushing event deleted for resources: {'Port': ['ID=9c1e889e-a72a-40aa-b7d7-1b136991ebc2,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:32:19.945589 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-2e265e05-9506-487c-abd0-13e7cbe7d023 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:32:20.008142 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2e265e05-9506-487c-abd0-13e7cbe7d023 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks [] for floatingip, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:20.021890 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2e265e05-9506-487c-abd0-13e7cbe7d023 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:20.023016 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-2e265e05-9506-487c-abd0-13e7cbe7d023 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] 10.222.0.21 "DELETE /v2.0/floatingips/db8b5c62-da9f-4291-abc5-2e970d51bb51 HTTP/1.1" status: 204 len: 168 time: 0.8204808 Aug 23 10:32:22.137329 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 256d02ea-c4de-417b-a52a-5d4e26b60644 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:32:22.176536 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] No Port match for: 256d02ea-c4de-417b-a52a-5d4e26b60644 {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:32:22.176914 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 256d02ea-c4de-417b-a52a-5d4e26b60644 not bound to the agent host hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:32:25.192027 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 40916) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:32:25.821686 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-66ce549a-b951-4937-9622-afed4c073e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698993'] for router_interface, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:26.180988 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-66ce549a-b951-4937-9622-afed4c073e5a admin admin] Deleting port 52a0ada7-466d-4f16-bfe1-b819ee37323e {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:32:26.181334 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-66ce549a-b951-4937-9622-afed4c073e5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:26.478199 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-66ce549a-b951-4937-9622-afed4c073e5a admin admin] For port 52a0ada7-466d-4f16-bfe1-b819ee37323e, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=52a0ada7-466d-4f16-bfe1-b819ee37323e,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:32:26.478940 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-66ce549a-b951-4937-9622-afed4c073e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:26.602811 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-66ce549a-b951-4937-9622-afed4c073e5a admin admin] Calling delete_port for 52a0ada7-466d-4f16-bfe1-b819ee37323e owned by network:router_interface {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:32:26.822521 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-66ce549a-b951-4937-9622-afed4c073e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:26.826562 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:32:26.906828 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce549a-b951-4937-9622-afed4c073e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=52a0ada7-466d-4f16-bfe1-b819ee37323e,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:32:26.961273 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce549a-b951-4937-9622-afed4c073e5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:32:26.961736 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce549a-b951-4937-9622-afed4c073e5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:32:26.962050 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce549a-b951-4937-9622-afed4c073e5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:32:26.962511 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce549a-b951-4937-9622-afed4c073e5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:32:26.962871 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce549a-b951-4937-9622-afed4c073e5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:32:26.963475 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce549a-b951-4937-9622-afed4c073e5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:32:26.964058 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce549a-b951-4937-9622-afed4c073e5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:32:26.964404 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce549a-b951-4937-9622-afed4c073e5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:32:26.964994 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce549a-b951-4937-9622-afed4c073e5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:32:26.965542 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce549a-b951-4937-9622-afed4c073e5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:32:26.965902 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce549a-b951-4937-9622-afed4c073e5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:32:26.966428 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ce549a-b951-4937-9622-afed4c073e5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:32:26.971159 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-66ce549a-b951-4937-9622-afed4c073e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:32:27.260668 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-66ce549a-b951-4937-9622-afed4c073e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1816041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699021'] for router_interface, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:27.668868 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ce549a-b951-4937-9622-afed4c073e5a admin admin] Router 468124b1-61ef-4290-b891-f4500b4b263a has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:32:27.876736 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ce549a-b951-4937-9622-afed4c073e5a admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:32:27.885911 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396277e4-df4e-4695-b8c0-2799ce67e36f None None] Sync routers for ids ['468124b1-61ef-4290-b891-f4500b4b263a'] in dv-cinder-802781-2-iscsi {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:32:27.893461 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-66ce549a-b951-4937-9622-afed4c073e5a admin admin] 10.222.0.21 "PUT /v2.0/routers/468124b1-61ef-4290-b891-f4500b4b263a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6997192 Aug 23 10:32:27.895805 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 40940) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:32:27.896195 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396277e4-df4e-4695-b8c0-2799ce67e36f None None] Routers {'468124b1-61ef-4290-b891-f4500b4b263a'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:32:27.900523 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-396277e4-df4e-4695-b8c0-2799ce67e36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:32:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['468124b1-61ef-4290-b891-f4500b4b263a'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:32:28.144293 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-396277e4-df4e-4695-b8c0-2799ce67e36f None None] Set router 468124b1-61ef-4290-b891-f4500b4b263a gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:32:28.236081 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5d307b1a-596d-45ce-b523-521aa76c9a51 admin admin] Notify callbacks [] for router, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:28.442094 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-396277e4-df4e-4695-b8c0-2799ce67e36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468124b1-61ef-4290-b891-f4500b4b263a', 'name': 'tempest-AttachVolumeShelveTestJSON-13435468-router', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:53Z', 'updated_at': '2021-08-23T10:32:26Z', 'revision_number': 5, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'gw_port': {'id': 'ae4cd8df-ab15-4d82-9954-89829951ec0d', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468124b1-61ef-4290-b891-f4500b4b263a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:21:55Z', 'updated_at': '2021-08-23T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:32:28.446710 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5d307b1a-596d-45ce-b523-521aa76c9a51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:28.447004 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396277e4-df4e-4695-b8c0-2799ce67e36f None None] Checking router: 468124b1-61ef-4290-b891-f4500b4b263a for host: dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:32:28.456203 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396277e4-df4e-4695-b8c0-2799ce67e36f None None] Routers {'468124b1-61ef-4290-b891-f4500b4b263a'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:32:28.457103 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-396277e4-df4e-4695-b8c0-2799ce67e36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:32:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['468124b1-61ef-4290-b891-f4500b4b263a'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:32:28.462599 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-5d307b1a-596d-45ce-b523-521aa76c9a51 admin admin] Deleting port ae4cd8df-ab15-4d82-9954-89829951ec0d {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:32:28.463298 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5d307b1a-596d-45ce-b523-521aa76c9a51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:28.622212 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-396277e4-df4e-4695-b8c0-2799ce67e36f None None] Set router 468124b1-61ef-4290-b891-f4500b4b263a gateway port host: None {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:32:28.650043 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:28.692758 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-5d307b1a-596d-45ce-b523-521aa76c9a51 admin admin] For port ae4cd8df-ab15-4d82-9954-89829951ec0d, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=ae4cd8df-ab15-4d82-9954-89829951ec0d,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:32:28.693342 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5d307b1a-596d-45ce-b523-521aa76c9a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:28.734722 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-396277e4-df4e-4695-b8c0-2799ce67e36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468124b1-61ef-4290-b891-f4500b4b263a', 'name': 'tempest-AttachVolumeShelveTestJSON-13435468-router', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:53Z', 'updated_at': '2021-08-23T10:32:28Z', 'revision_number': 6, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'gw_port_host': None}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:32:28.741740 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396277e4-df4e-4695-b8c0-2799ce67e36f None None] The sync data for ids ['468124b1-61ef-4290-b891-f4500b4b263a'] in dv-cinder-802781-2-iscsi is: [{'id': '468124b1-61ef-4290-b891-f4500b4b263a', 'name': 'tempest-AttachVolumeShelveTestJSON-13435468-router', 'tenant_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:21:53Z', 'updated_at': '2021-08-23T10:32:28Z', 'revision_number': 6, 'project_id': 'bb2e29fde40147f5b41343ddc6e036d2', 'gw_port_host': None}] {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:32:28.872079 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-5d307b1a-596d-45ce-b523-521aa76c9a51 admin admin] Calling delete_port for ae4cd8df-ab15-4d82-9954-89829951ec0d owned by network:router_gateway {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:32:29.069169 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5d307b1a-596d-45ce-b523-521aa76c9a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:29.073214 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8276ad93-025a-4f4f-b19c-e464db7de2e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:32:29.119502 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d307b1a-596d-45ce-b523-521aa76c9a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae4cd8df-ab15-4d82-9954-89829951ec0d,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:32:29.128034 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5d307b1a-596d-45ce-b523-521aa76c9a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:32:29.246772 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5d307b1a-596d-45ce-b523-521aa76c9a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589092'] for router_gateway, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:29.467341 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5d307b1a-596d-45ce-b523-521aa76c9a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1696830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1324'] for router, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:29.470294 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5d307b1a-596d-45ce-b523-521aa76c9a51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:29.517810 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5d307b1a-596d-45ce-b523-521aa76c9a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697854'] for router, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:29.518256 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d307b1a-596d-45ce-b523-521aa76c9a51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 468124b1-61ef-4290-b891-f4500b4b263a {{(pid=79261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 10:32:29.539760 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5d307b1a-596d-45ce-b523-521aa76c9a51 admin admin] Notify callbacks [] for router, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:29.540976 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-5d307b1a-596d-45ce-b523-521aa76c9a51 admin admin] 10.222.0.21 "DELETE /v2.0/routers/468124b1-61ef-4290-b891-f4500b4b263a HTTP/1.1" status: 204 len: 168 time: 1.6442690 Aug 23 10:32:29.543599 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 40948) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:32:29.638909 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_v2 [None req-c803e6ba-1b0f-4173-a616-c517d743f9ac admin admin] Deleting subnet 37511b2d-c017-4ca2-bb9c-4a800f5cbb93 {{(pid=79261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:32:29.642868 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c803e6ba-1b0f-4173-a616-c517d743f9ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:29.703609 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c803e6ba-1b0f-4173-a616-c517d743f9ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14700643'] for subnet, precommit_delete_associations {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:29.845919 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device ae4cd8df-ab15-4d82-9954-89829951ec0d no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:32:29.862915 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c803e6ba-1b0f-4173-a616-c517d743f9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351694'] for subnet, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:29.910071 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No Port match for: ae4cd8df-ab15-4d82-9954-89829951ec0d {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:32:29.910592 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device ae4cd8df-ab15-4d82-9954-89829951ec0d not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:32:29.911179 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 52a0ada7-466d-4f16-bfe1-b819ee37323e no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:32:29.956231 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No Port match for: 52a0ada7-466d-4f16-bfe1-b819ee37323e {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:32:29.956608 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 52a0ada7-466d-4f16-bfe1-b819ee37323e not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:32:29.963368 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c803e6ba-1b0f-4173-a616-c517d743f9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14701735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16076873'] for subnet, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:29.967568 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:32:30.121825 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803e6ba-1b0f-4173-a616-c517d743f9ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37511b2d-c017-4ca2-bb9c-4a800f5cbb93,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:32:30.125524 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-c803e6ba-1b0f-4173-a616-c517d743f9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:32:30.128030 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c803e6ba-1b0f-4173-a616-c517d743f9ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:30.137258 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-c803e6ba-1b0f-4173-a616-c517d743f9ac admin admin] 10.222.0.21 "DELETE /v2.0/subnets/37511b2d-c017-4ca2-bb9c-4a800f5cbb93 HTTP/1.1" status: 204 len: 168 time: 0.5903933 Aug 23 10:32:30.137496 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 40960) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:32:30.144194 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e52620-4b32-48d7-b655-98591c464072 None None] Network cb0fbf9e-ed78-4e0e-8f51-27d921463c0d requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:32:30.250062 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-762a9705-3204-4cb1-ac10-f38d8671bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3408463'] for network, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:30.262173 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-762a9705-3204-4cb1-ac10-f38d8671bce1 admin admin] Deleting port 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94 {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:32:30.262506 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-762a9705-3204-4cb1-ac10-f38d8671bce1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:30.443776 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e359beb-4461-4914-aa02-8b8e5b1b7d39 None None] DHCP port deletion for cb0fbf9e-ed78-4e0e-8f51-27d921463c0d request from dv-cinder-802781-2-iscsi {{(pid=79263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 10:32:30.448541 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-1e359beb-4461-4914-aa02-8b8e5b1b7d39 None None] Deleting port 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94 {{(pid=79263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:32:30.449066 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-1e359beb-4461-4914-aa02-8b8e5b1b7d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:30.505299 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-762a9705-3204-4cb1-ac10-f38d8671bce1 admin admin] For port 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=7fc9bf92-8d62-4bb9-9fbc-06614dd61a94,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:32:30.505723 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-762a9705-3204-4cb1-ac10-f38d8671bce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:30.636149 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-762a9705-3204-4cb1-ac10-f38d8671bce1 admin admin] Calling delete_port for 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94 owned by network:dhcp {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:32:30.675901 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-1e359beb-4461-4914-aa02-8b8e5b1b7d39 None None] For port 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=7fc9bf92-8d62-4bb9-9fbc-06614dd61a94,segment=NetworkSegment(1c6d6428-a26e-47e8-a5f2-9e7292e6095c),segment_id=1c6d6428-a26e-47e8-a5f2-9e7292e6095c)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:32:30.676382 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-1e359beb-4461-4914-aa02-8b8e5b1b7d39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:30.723854 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-762a9705-3204-4cb1-ac10-f38d8671bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:30.729090 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:32:30.773160 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a9705-3204-4cb1-ac10-f38d8671bce1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fc9bf92-8d62-4bb9-9fbc-06614dd61a94,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:32:30.776604 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-762a9705-3204-4cb1-ac10-f38d8671bce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:32:30.779574 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762a9705-3204-4cb1-ac10-f38d8671bce1 admin admin] No DVR routers for this DVR port 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94 on host dv-cinder-802781-2-iscsi {{(pid=79261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:32:30.845677 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-1e359beb-4461-4914-aa02-8b8e5b1b7d39 None None] Calling delete_port for 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94 owned by network:dhcp {{(pid=79263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:32:30.910403 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-762a9705-3204-4cb1-ac10-f38d8671bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3353717', 'neutron.services.segments.db._delete_segments_for_network-8757078968221'] for network, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:30.932335 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.services.segments.db [None req-762a9705-3204-4cb1-ac10-f38d8671bce1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb0fbf9e-ed78-4e0e-8f51-27d921463c0d']}} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:32:30.937526 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.db.api [None req-1e359beb-4461-4914-aa02-8b8e5b1b7d39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 10:32:30.938037 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_db.api [None req-1e359beb-4461-4914-aa02-8b8e5b1b7d39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 10:32:30.948031 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.services.segments.db [None req-762a9705-3204-4cb1-ac10-f38d8671bce1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c6d6428-a26e-47e8-a5f2-9e7292e6095c') {'for_net_delete': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:32:30.948805 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.services.segments.db [None req-762a9705-3204-4cb1-ac10-f38d8671bce1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c6d6428-a26e-47e8-a5f2-9e7292e6095c') {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:32:30.963910 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-762a9705-3204-4cb1-ac10-f38d8671bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757078964983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14700668'] for segment, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:30.999951 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-762a9705-3204-4cb1-ac10-f38d8671bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:31.007789 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762a9705-3204-4cb1-ac10-f38d8671bce1 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=79261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:32:31.008889 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-762a9705-3204-4cb1-ac10-f38d8671bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3366333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14701761'] for segment, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: Traceback (most recent call last): Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: timer() Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: cb(*args, **kw) Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: return func(*args, **kwargs) Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: self._notify() Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: self.callback(batched_events) Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: event.method(event) Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: return f(self, *a, **k) Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: return self._get(url).json() Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: return self.request(url, 'GET', **kwargs) Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:32:31.023067 dv-cinder-802781-2-iscsi neutron-server[79261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:32:31.101166 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-762a9705-3204-4cb1-ac10-f38d8671bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3353612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589113'] for network, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:31.103572 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-254d1fb4-a2ba-4486-8bed-11002f671d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:32:31.120482 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-762a9705-3204-4cb1-ac10-f38d8671bce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:31.133500 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a9705-3204-4cb1-ac10-f38d8671bce1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb0fbf9e-ed78-4e0e-8f51-27d921463c0d,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:32:31.137903 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-762a9705-3204-4cb1-ac10-f38d8671bce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:32:31.150777 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-762a9705-3204-4cb1-ac10-f38d8671bce1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cb0fbf9e-ed78-4e0e-8f51-27d921463c0d HTTP/1.1" status: 204 len: 168 time: 1.0121741 Aug 23 10:32:31.302498 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 40970) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:32:31.362975 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 40974) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:32:31.363202 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-7d77c32c-5d45-48a2-a871-fdf6f80ef939 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb2e29fde40147f5b41343ddc6e036d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0593517 Aug 23 10:32:31.430761 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8936db78-cd75-426f-a056-0f5fd9605008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:31.438837 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-1e359beb-4461-4914-aa02-8b8e5b1b7d39 None None] Deleting port 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94 {{(pid=79263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:32:31.439564 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-1e359beb-4461-4914-aa02-8b8e5b1b7d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:31.463423 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8936db78-cd75-426f-a056-0f5fd9605008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:31.528175 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-1e359beb-4461-4914-aa02-8b8e5b1b7d39 None None] The port '7fc9bf92-8d62-4bb9-9fbc-06614dd61a94' was deleted {{(pid=79263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 10:32:31.529280 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8936db78-cd75-426f-a056-0f5fd9605008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:31.547027 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-437a5bae-156d-4bee-a6f4-7add04ea5b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:32:31.563727 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936db78-cd75-426f-a056-0f5fd9605008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6358ad4-a316-491c-8bc0-c75e031572c4,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:32:31.563727 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8936db78-cd75-426f-a056-0f5fd9605008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:31.565170 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-8936db78-cd75-426f-a056-0f5fd9605008 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6358ad4-a316-491c-8bc0-c75e031572c4 HTTP/1.1" status: 204 len: 168 time: 0.2011039 Aug 23 10:32:31.566200 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8936db78-cd75-426f-a056-0f5fd9605008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:32:31.833064 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94 no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:32:31.875208 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No Port match for: 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94 {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:32:31.875566 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 7fc9bf92-8d62-4bb9-9fbc-06614dd61a94 not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:32:32.849779 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-e3287363-b565-4812-98ce-4cda1927d6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:33.663975 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:35.548280 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-3dbdc5d0-1bae-45a0-abd3-4cbebe4a2bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:36.431447 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:37.995025 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:41.116063 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 41208) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:32:41.184300 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97d5d2f-9736-4260-a28e-59dc5faa56c5 admin admin] Deleting subnet 4582f411-cad0-4f65-817a-2c18035d7c46 {{(pid=79261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:32:41.190361 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b97d5d2f-9736-4260-a28e-59dc5faa56c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:41.242686 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b97d5d2f-9736-4260-a28e-59dc5faa56c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14700643'] for subnet, precommit_delete_associations {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:41.296427 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b97d5d2f-9736-4260-a28e-59dc5faa56c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351694'] for subnet, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:41.366816 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b97d5d2f-9736-4260-a28e-59dc5faa56c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14701735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16076873'] for subnet, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:41.371903 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a3a83789-7980-49fe-8417-45c08cb0b5ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:32:41.408471 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b97d5d2f-9736-4260-a28e-59dc5faa56c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:41.412228 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d5d2f-9736-4260-a28e-59dc5faa56c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4582f411-cad0-4f65-817a-2c18035d7c46,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:32:41.414523 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-b97d5d2f-9736-4260-a28e-59dc5faa56c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:32:41.417889 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-b97d5d2f-9736-4260-a28e-59dc5faa56c5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4582f411-cad0-4f65-817a-2c18035d7c46 HTTP/1.1" status: 204 len: 168 time: 0.3001907 Aug 23 10:32:41.419862 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 41214) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:32:41.521920 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-dccfb2a9-84be-4474-bcc6-2f517653a98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3408463'] for network, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:41.642251 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-dccfb2a9-84be-4474-bcc6-2f517653a98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3353717', 'neutron.services.segments.db._delete_segments_for_network-8757078968221'] for network, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:41.655018 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.services.segments.db [None req-dccfb2a9-84be-4474-bcc6-2f517653a98a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f9cf793-b4c3-4aa8-b24b-d182b1205ce5']}} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:32:41.667163 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.services.segments.db [None req-dccfb2a9-84be-4474-bcc6-2f517653a98a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c18e62d-faa8-4a94-bd32-eacf1fa05754') {'for_net_delete': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:32:41.667455 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.services.segments.db [None req-dccfb2a9-84be-4474-bcc6-2f517653a98a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c18e62d-faa8-4a94-bd32-eacf1fa05754') {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:32:41.678679 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-dccfb2a9-84be-4474-bcc6-2f517653a98a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757078964983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14700668'] for segment, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:41.694791 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-dccfb2a9-84be-4474-bcc6-2f517653a98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:41.700925 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dccfb2a9-84be-4474-bcc6-2f517653a98a admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=79261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:32:41.701380 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-dccfb2a9-84be-4474-bcc6-2f517653a98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3366333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14701761'] for segment, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: Traceback (most recent call last): Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: timer() Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: cb(*args, **kw) Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: return func(*args, **kwargs) Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: self._notify() Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: self.callback(batched_events) Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: event.method(event) Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: return f(self, *a, **k) Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: return self._get(url).json() Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: return self.request(url, 'GET', **kwargs) Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:32:41.714428 dv-cinder-802781-2-iscsi neutron-server[79261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:32:41.878057 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-dccfb2a9-84be-4474-bcc6-2f517653a98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3353612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589113'] for network, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:41.881487 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:32:41.894553 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-dccfb2a9-84be-4474-bcc6-2f517653a98a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:41.906215 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfb2a9-84be-4474-bcc6-2f517653a98a admin admin] Pushing event deleted for resources: {'Network': ['ID=7f9cf793-b4c3-4aa8-b24b-d182b1205ce5,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:32:41.908965 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-dccfb2a9-84be-4474-bcc6-2f517653a98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:32:41.912186 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-dccfb2a9-84be-4474-bcc6-2f517653a98a admin admin] 10.222.0.21 "DELETE /v2.0/networks/7f9cf793-b4c3-4aa8-b24b-d182b1205ce5 HTTP/1.1" status: 204 len: 168 time: 0.4914327 Aug 23 10:32:42.084276 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 41220) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:32:42.132886 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-109c94a4-249b-4647-9096-1279caa15b00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a23289fee9564be1ab3526da7337e5aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471454 Aug 23 10:32:42.134978 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 41224) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:32:42.193195 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5f0dfc3e-0f72-4bad-b03d-40e2255bd904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:42.219006 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5f0dfc3e-0f72-4bad-b03d-40e2255bd904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:42.275879 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5f0dfc3e-0f72-4bad-b03d-40e2255bd904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:42.281469 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-d510bd81-8868-4be9-88d8-7fb75962ab41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:32:42.295312 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0dfc3e-0f72-4bad-b03d-40e2255bd904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9aa3d4-096c-442a-b554-fcd2b2b12cbd,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:32:42.298634 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-5f0dfc3e-0f72-4bad-b03d-40e2255bd904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:32:42.305930 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5f0dfc3e-0f72-4bad-b03d-40e2255bd904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:42.307057 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-5f0dfc3e-0f72-4bad-b03d-40e2255bd904 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da9aa3d4-096c-442a-b554-fcd2b2b12cbd HTTP/1.1" status: 204 len: 168 time: 0.1711342 Aug 23 10:32:50.142601 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 41386) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:32:50.256448 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-39a8251b-8c75-4061-88c6-921155e7fc93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:50.271245 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-39a8251b-8c75-4061-88c6-921155e7fc93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:32:50.275045 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-39a8251b-8c75-4061-88c6-921155e7fc93 admin admin] Usage tracker for resource:security_group_rule and tenant:8d8eee9ab0cf4f9e805a52885d5ec6e5 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:32:50.277849 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-39a8251b-8c75-4061-88c6-921155e7fc93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:32:50.283538 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-39a8251b-8c75-4061-88c6-921155e7fc93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:32:50.369082 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-39a8251b-8c75-4061-88c6-921155e7fc93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:50.372506 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-39a8251b-8c75-4061-88c6-921155e7fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:50.380599 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-215213d2-f8c7-4884-a66c-075035b90928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:32:50.422405 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-39a8251b-8c75-4061-88c6-921155e7fc93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d8eee9ab0cf4f9e805a52885d5ec6e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785795 Aug 23 10:32:50.423617 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8251b-8c75-4061-88c6-921155e7fc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f675c8c7-17c9-47ca-9442-cbf75c208e83,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:32:50.425075 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 41394) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:32:50.427331 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-39a8251b-8c75-4061-88c6-921155e7fc93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:32:50.486774 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-23078ff7-0ac7-4a61-924a-a4bdb16bc01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:50.512724 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-23078ff7-0ac7-4a61-924a-a4bdb16bc01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:50.565180 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-23078ff7-0ac7-4a61-924a-a4bdb16bc01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:50.568937 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-40e87d57-ea94-4c0b-a134-d0da512dafd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:32:50.579717 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23078ff7-0ac7-4a61-924a-a4bdb16bc01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f675c8c7-17c9-47ca-9442-cbf75c208e83,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:32:50.583795 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-23078ff7-0ac7-4a61-924a-a4bdb16bc01e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:32:50.587057 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-23078ff7-0ac7-4a61-924a-a4bdb16bc01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:50.591052 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-23078ff7-0ac7-4a61-924a-a4bdb16bc01e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f675c8c7-17c9-47ca-9442-cbf75c208e83 HTTP/1.1" status: 204 len: 168 time: 0.1648724 Aug 23 10:32:50.871104 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 41404) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:32:50.888956 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f2364d10-00a6-42cc-9868-5b0fae242a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:50.905437 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-f2364d10-00a6-42cc-9868-5b0fae242a79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:32:50.919072 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-f2364d10-00a6-42cc-9868-5b0fae242a79 admin admin] Usage tracker for resource:security_group_rule and tenant:42460bc2ec244d36b072300157cd09d3 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:32:50.922574 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-f2364d10-00a6-42cc-9868-5b0fae242a79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:32:50.928616 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-f2364d10-00a6-42cc-9868-5b0fae242a79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:32:51.026445 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f2364d10-00a6-42cc-9868-5b0fae242a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:51.029416 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f2364d10-00a6-42cc-9868-5b0fae242a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:51.036623 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-99c82bab-2d45-462a-afd9-529a6aae32fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:32:51.061565 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:32:51.079893 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-f2364d10-00a6-42cc-9868-5b0fae242a79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42460bc2ec244d36b072300157cd09d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2076104 Aug 23 10:32:51.080897 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2364d10-00a6-42cc-9868-5b0fae242a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5f28a7-b989-4c15-a8de-d6743ce65e6c,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:32:51.083153 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 41412) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:32:51.083992 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f2364d10-00a6-42cc-9868-5b0fae242a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:32:51.141089 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6e6cda7c-1731-4004-a409-4bcb2083b3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:51.166815 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6e6cda7c-1731-4004-a409-4bcb2083b3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:51.217061 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6e6cda7c-1731-4004-a409-4bcb2083b3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:51.221933 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9255c3a5-b97e-4196-b8c5-2188a6cb3274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:32:51.234229 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cda7c-1731-4004-a409-4bcb2083b3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5f28a7-b989-4c15-a8de-d6743ce65e6c,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:32:51.236729 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-6e6cda7c-1731-4004-a409-4bcb2083b3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:32:51.244791 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6e6cda7c-1731-4004-a409-4bcb2083b3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:32:51.245956 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-6e6cda7c-1731-4004-a409-4bcb2083b3c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c5f28a7-b989-4c15-a8de-d6743ce65e6c HTTP/1.1" status: 204 len: 168 time: 0.1618207 Aug 23 10:32:58.635844 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:00.688116 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b2dfb65d-97c0-4aa4-8fc2-93d80ca866e8 req-10976e25-129e-4e1b-9aee-df45f9c56a09 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1620288 Aug 23 10:33:02.113327 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfb65d-97c0-4aa4-8fc2-93d80ca866e8 req-586f54d3-b163-4ca9-8d9f-7aae5f89af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:02.114782 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b2dfb65d-97c0-4aa4-8fc2-93d80ca866e8 req-586f54d3-b163-4ca9-8d9f-7aae5f89af75 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a6864e9926d446a1b338ada6c729f0ea&device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 1098 time: 0.1660001 Aug 23 10:33:02.257957 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfb65d-97c0-4aa4-8fc2-93d80ca866e8 req-0d270873-6185-4fe1-974c-24fe05709cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:02.260043 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b2dfb65d-97c0-4aa4-8fc2-93d80ca866e8 req-0d270873-6185-4fe1-974c-24fe05709cb5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a18a32d3-3186-440e-9e08-e8bed12731a2 HTTP/1.1" status: 200 len: 913 time: 0.1252363 Aug 23 10:33:02.360424 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b2dfb65d-97c0-4aa4-8fc2-93d80ca866e8 req-099b57f4-7122-4fe4-bb81-d1d3ae528a85 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6087ed5-88e3-4c28-910f-23a0f81902fa HTTP/1.1" status: 200 len: 1000 time: 0.0934615 Aug 23 10:33:02.423745 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfb65d-97c0-4aa4-8fc2-93d80ca866e8 req-f369fbd2-8b5b-4f79-8da6-f4d16a2f5810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:02.425086 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b2dfb65d-97c0-4aa4-8fc2-93d80ca866e8 req-f369fbd2-8b5b-4f79-8da6-f4d16a2f5810 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=14c11f95-41aa-4176-8d80-0a61ad808b4f HTTP/1.1" status: 200 len: 851 time: 0.0562408 Aug 23 10:33:02.498598 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfb65d-97c0-4aa4-8fc2-93d80ca866e8 req-410c3863-591d-45a2-a0a4-b464afe23d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:02.500025 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b2dfb65d-97c0-4aa4-8fc2-93d80ca866e8 req-410c3863-591d-45a2-a0a4-b464afe23d4e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a18a32d3-3186-440e-9e08-e8bed12731a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679295 Aug 23 10:33:02.510934 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [req-b2dfb65d-97c0-4aa4-8fc2-93d80ca866e8 req-631f7e54-6c7f-4662-b0a0-23fff2bcf19c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 10:33:02.511854 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b2dfb65d-97c0-4aa4-8fc2-93d80ca866e8 req-631f7e54-6c7f-4662-b0a0-23fff2bcf19c service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047622 Aug 23 10:33:02.643903 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b2dfb65d-97c0-4aa4-8fc2-93d80ca866e8 req-de0fe2fd-5517-4c9c-ace7-d7fe02f917e1 service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238728 Aug 23 10:33:02.776334 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b2dfb65d-97c0-4aa4-8fc2-93d80ca866e8 req-20b93e2e-0fc8-41d9-8368-11e58661a2a7 service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241176 Aug 23 10:33:02.829953 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-27e1df16-9b08-4f88-9d0c-3cc4c56accf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:03.649837 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:05.549073 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-8e5de5ee-db10-4857-a512-48dbb84ac3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:06.432314 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:07.956423 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:28.061222 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:33:28.661279 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:32.831272 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a4defc33-45da-4dd8-a63d-15a2b1a4b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:33.651237 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:35.550404 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-6a76eb42-4cf0-4b51-869e-79bd14d1c774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:36.432829 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:37.959523 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:48.223813 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 41872) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:33:48.343184 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-078143ec-aa6d-4c3e-a3b8-acca259a00f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:48.358562 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-078143ec-aa6d-4c3e-a3b8-acca259a00f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:33:48.361831 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-078143ec-aa6d-4c3e-a3b8-acca259a00f3 admin admin] Usage tracker for resource:security_group_rule and tenant:241fd356e7a340f3a925a3de82c65296 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:33:48.364663 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-078143ec-aa6d-4c3e-a3b8-acca259a00f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:33:48.370200 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-078143ec-aa6d-4c3e-a3b8-acca259a00f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:33:48.453625 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-078143ec-aa6d-4c3e-a3b8-acca259a00f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:48.457639 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-078143ec-aa6d-4c3e-a3b8-acca259a00f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:48.464494 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7c68d62e-92b3-4ed5-9dc9-4dbd33df6f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:33:48.508932 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-078143ec-aa6d-4c3e-a3b8-acca259a00f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=241fd356e7a340f3a925a3de82c65296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816322 Aug 23 10:33:48.508932 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078143ec-aa6d-4c3e-a3b8-acca259a00f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7412b1-bd46-460b-8e40-13e2f243b09f,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:33:48.509626 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 41884) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:33:48.514938 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078143ec-aa6d-4c3e-a3b8-acca259a00f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:48.515350 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078143ec-aa6d-4c3e-a3b8-acca259a00f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:48.515671 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078143ec-aa6d-4c3e-a3b8-acca259a00f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:48.516290 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078143ec-aa6d-4c3e-a3b8-acca259a00f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:48.516837 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078143ec-aa6d-4c3e-a3b8-acca259a00f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:48.517189 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078143ec-aa6d-4c3e-a3b8-acca259a00f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:48.517561 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078143ec-aa6d-4c3e-a3b8-acca259a00f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:48.517946 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078143ec-aa6d-4c3e-a3b8-acca259a00f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:48.518254 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078143ec-aa6d-4c3e-a3b8-acca259a00f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:48.518570 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078143ec-aa6d-4c3e-a3b8-acca259a00f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:48.518925 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078143ec-aa6d-4c3e-a3b8-acca259a00f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:48.519256 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078143ec-aa6d-4c3e-a3b8-acca259a00f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:48.523410 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-078143ec-aa6d-4c3e-a3b8-acca259a00f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:33:48.574949 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f76bceba-882f-484c-8758-3c4f12c5c425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:48.600419 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f76bceba-882f-484c-8758-3c4f12c5c425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:48.652977 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f76bceba-882f-484c-8758-3c4f12c5c425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:48.658394 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c9cfca65-49e4-4294-9836-9a3b41322ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:33:48.670223 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bceba-882f-484c-8758-3c4f12c5c425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7412b1-bd46-460b-8e40-13e2f243b09f,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:33:48.682462 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76bceba-882f-484c-8758-3c4f12c5c425 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:48.682843 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76bceba-882f-484c-8758-3c4f12c5c425 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:48.683212 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76bceba-882f-484c-8758-3c4f12c5c425 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:48.683582 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76bceba-882f-484c-8758-3c4f12c5c425 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:48.683934 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76bceba-882f-484c-8758-3c4f12c5c425 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:48.684300 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76bceba-882f-484c-8758-3c4f12c5c425 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:48.684709 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76bceba-882f-484c-8758-3c4f12c5c425 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:48.685067 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76bceba-882f-484c-8758-3c4f12c5c425 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:48.685418 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76bceba-882f-484c-8758-3c4f12c5c425 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:48.685770 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76bceba-882f-484c-8758-3c4f12c5c425 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:48.686130 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76bceba-882f-484c-8758-3c4f12c5c425 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:48.686462 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76bceba-882f-484c-8758-3c4f12c5c425 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:48.689869 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f76bceba-882f-484c-8758-3c4f12c5c425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:33:48.693626 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f76bceba-882f-484c-8758-3c4f12c5c425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:48.694628 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-f76bceba-882f-484c-8758-3c4f12c5c425 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd7412b1-bd46-460b-8e40-13e2f243b09f HTTP/1.1" status: 204 len: 168 time: 0.1839833 Aug 23 10:33:48.994671 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 41900) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:33:49.013203 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec29f-2fb1-4077-94eb-6ecfe44c945d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:49.033788 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-cb3ec29f-2fb1-4077-94eb-6ecfe44c945d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:33:49.037588 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-cb3ec29f-2fb1-4077-94eb-6ecfe44c945d admin admin] Usage tracker for resource:security_group_rule and tenant:fb319e88cedb46d58dbae0dfc8e1de94 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:33:49.040346 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-cb3ec29f-2fb1-4077-94eb-6ecfe44c945d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:33:49.046538 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-cb3ec29f-2fb1-4077-94eb-6ecfe44c945d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:33:49.127858 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec29f-2fb1-4077-94eb-6ecfe44c945d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:49.131276 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec29f-2fb1-4077-94eb-6ecfe44c945d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:49.142738 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-5128f213-7a59-45f4-9f48-8eba96d461e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:33:49.182515 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-cb3ec29f-2fb1-4077-94eb-6ecfe44c945d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb319e88cedb46d58dbae0dfc8e1de94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867900 Aug 23 10:33:49.184064 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ec29f-2fb1-4077-94eb-6ecfe44c945d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ff39d1-5818-43b3-9623-af8eb5bda16c,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:33:49.185232 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 41904) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:33:49.186992 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-cb3ec29f-2fb1-4077-94eb-6ecfe44c945d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:33:49.242021 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-dd9cc5a0-2842-4748-b10e-2f6bd139b19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:49.266495 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-dd9cc5a0-2842-4748-b10e-2f6bd139b19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:49.318940 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-dd9cc5a0-2842-4748-b10e-2f6bd139b19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:49.322448 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0ab90062-ea0a-424b-ba8b-ac8db893daec tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:33:49.334011 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9cc5a0-2842-4748-b10e-2f6bd139b19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ff39d1-5818-43b3-9623-af8eb5bda16c,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:33:49.336468 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-dd9cc5a0-2842-4748-b10e-2f6bd139b19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:33:49.343424 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-dd9cc5a0-2842-4748-b10e-2f6bd139b19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:49.344513 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-dd9cc5a0-2842-4748-b10e-2f6bd139b19e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2ff39d1-5818-43b3-9623-af8eb5bda16c HTTP/1.1" status: 204 len: 168 time: 0.1582105 Aug 23 10:33:51.020727 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 41958) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:33:51.136118 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f29b1454-eded-46fd-94dd-b484f5c0d4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:51.150510 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-f29b1454-eded-46fd-94dd-b484f5c0d4a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:33:51.154391 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-f29b1454-eded-46fd-94dd-b484f5c0d4a5 admin admin] Usage tracker for resource:security_group_rule and tenant:bd9def2b8f89426dab6504cb087662a5 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:33:51.157447 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-f29b1454-eded-46fd-94dd-b484f5c0d4a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:33:51.163492 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-f29b1454-eded-46fd-94dd-b484f5c0d4a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:33:51.246191 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f29b1454-eded-46fd-94dd-b484f5c0d4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:51.250026 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f29b1454-eded-46fd-94dd-b484f5c0d4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:51.257740 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-68aa3545-c61f-467b-9d67-096ba3849d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:33:51.296701 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b1454-eded-46fd-94dd-b484f5c0d4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bf41bb-ebe3-41cd-b3f3-e2fa4ebd94c4,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:33:51.300930 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-f29b1454-eded-46fd-94dd-b484f5c0d4a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd9def2b8f89426dab6504cb087662a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791703 Aug 23 10:33:51.301777 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f29b1454-eded-46fd-94dd-b484f5c0d4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:33:51.303452 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 41964) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:33:51.362124 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-79167e4f-7b8d-48b7-8e70-9e545aa9ad0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:51.391415 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-79167e4f-7b8d-48b7-8e70-9e545aa9ad0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:51.443196 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-79167e4f-7b8d-48b7-8e70-9e545aa9ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:51.447198 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-d53e9eff-50fe-4f80-8557-1b5af243b7f2 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:33:51.460410 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79167e4f-7b8d-48b7-8e70-9e545aa9ad0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bf41bb-ebe3-41cd-b3f3-e2fa4ebd94c4,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:33:51.462725 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-79167e4f-7b8d-48b7-8e70-9e545aa9ad0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:33:51.473211 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-79167e4f-7b8d-48b7-8e70-9e545aa9ad0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:51.474332 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-79167e4f-7b8d-48b7-8e70-9e545aa9ad0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78bf41bb-ebe3-41cd-b3f3-e2fa4ebd94c4 HTTP/1.1" status: 204 len: 168 time: 0.1699941 Aug 23 10:33:51.765119 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 41978) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:33:51.783956 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5ad42c19-277f-4592-b0cd-a1af65057477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:51.799374 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-5ad42c19-277f-4592-b0cd-a1af65057477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:33:51.803582 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-5ad42c19-277f-4592-b0cd-a1af65057477 admin admin] Usage tracker for resource:security_group_rule and tenant:a003b6839f944f3ba7ac915a2e6010ee is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:33:51.806604 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-5ad42c19-277f-4592-b0cd-a1af65057477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:33:51.812296 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-5ad42c19-277f-4592-b0cd-a1af65057477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:33:51.896755 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5ad42c19-277f-4592-b0cd-a1af65057477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:51.900483 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5ad42c19-277f-4592-b0cd-a1af65057477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:51.907728 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c172852f-ef6f-47b5-99e9-30213ef76ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:33:51.951297 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-5ad42c19-277f-4592-b0cd-a1af65057477 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a003b6839f944f3ba7ac915a2e6010ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827130 Aug 23 10:33:51.951297 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad42c19-277f-4592-b0cd-a1af65057477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1f986c-5727-4a8d-8005-2c1631f7d432,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:33:51.952474 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 41982) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:33:51.952967 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-5ad42c19-277f-4592-b0cd-a1af65057477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:33:52.016778 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b5a44279-d432-4586-9463-c913e06f301d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:52.043136 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b5a44279-d432-4586-9463-c913e06f301d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:52.097760 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b5a44279-d432-4586-9463-c913e06f301d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:52.101504 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7e02ff77-5fc3-4b72-a01b-7fb9389afe1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:33:52.112895 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a44279-d432-4586-9463-c913e06f301d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1f986c-5727-4a8d-8005-2c1631f7d432,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:33:52.116434 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-b5a44279-d432-4586-9463-c913e06f301d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:33:52.119661 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b5a44279-d432-4586-9463-c913e06f301d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:52.120811 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-b5a44279-d432-4586-9463-c913e06f301d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db1f986c-5727-4a8d-8005-2c1631f7d432 HTTP/1.1" status: 204 len: 168 time: 0.1671026 Aug 23 10:33:54.185336 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 42056) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:33:54.304016 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-01bb05e7-5b35-48e5-8a71-c6d707433aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:54.321478 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-01bb05e7-5b35-48e5-8a71-c6d707433aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:33:54.325303 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-01bb05e7-5b35-48e5-8a71-c6d707433aa5 admin admin] Usage tracker for resource:security_group_rule and tenant:6186bb42a07b4ae1994067cdb16e37a7 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:33:54.328075 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-01bb05e7-5b35-48e5-8a71-c6d707433aa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:33:54.334222 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-01bb05e7-5b35-48e5-8a71-c6d707433aa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:33:54.421722 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-01bb05e7-5b35-48e5-8a71-c6d707433aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:54.425669 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-01bb05e7-5b35-48e5-8a71-c6d707433aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:54.435435 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-112dc6fb-4d28-4288-b51c-b01a74b18709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:33:54.478943 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-01bb05e7-5b35-48e5-8a71-c6d707433aa5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6186bb42a07b4ae1994067cdb16e37a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925324 Aug 23 10:33:54.480717 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb05e7-5b35-48e5-8a71-c6d707433aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9895fde6-6a14-4ff1-b2d8-5b0e585c4bdd,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:33:54.481712 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 42070) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:33:54.484019 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-01bb05e7-5b35-48e5-8a71-c6d707433aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:33:54.554628 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-45ea1290-fac0-4c15-957f-a3ac3f44651a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:54.581361 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-45ea1290-fac0-4c15-957f-a3ac3f44651a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:54.602099 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 42076) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:33:54.632596 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-45ea1290-fac0-4c15-957f-a3ac3f44651a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:54.637278 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-67fdf6f9-c128-489e-b6a2-59ccb26a2082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:33:54.651572 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea1290-fac0-4c15-957f-a3ac3f44651a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9895fde6-6a14-4ff1-b2d8-5b0e585c4bdd,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:33:54.654401 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-45ea1290-fac0-4c15-957f-a3ac3f44651a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:33:54.669212 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-45ea1290-fac0-4c15-957f-a3ac3f44651a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:54.673245 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-45ea1290-fac0-4c15-957f-a3ac3f44651a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9895fde6-6a14-4ff1-b2d8-5b0e585c4bdd HTTP/1.1" status: 204 len: 168 time: 0.1903701 Aug 23 10:33:54.719897 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ce677f84-ac74-46aa-a9c9-65d13b7b8d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:54.734471 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-ce677f84-ac74-46aa-a9c9-65d13b7b8d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:33:54.738762 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-ce677f84-ac74-46aa-a9c9-65d13b7b8d28 admin admin] Usage tracker for resource:security_group_rule and tenant:c4a1ad62fe7c4d43b805887d553fa810 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:33:54.741530 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-ce677f84-ac74-46aa-a9c9-65d13b7b8d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:33:54.747133 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-ce677f84-ac74-46aa-a9c9-65d13b7b8d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:33:54.827757 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ce677f84-ac74-46aa-a9c9-65d13b7b8d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:54.831893 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ce677f84-ac74-46aa-a9c9-65d13b7b8d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:54.840410 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a397187d-3a21-42ea-a29b-39d1a55b2a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:33:54.884443 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-ce677f84-ac74-46aa-a9c9-65d13b7b8d28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4a1ad62fe7c4d43b805887d553fa810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812443 Aug 23 10:33:54.885339 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce677f84-ac74-46aa-a9c9-65d13b7b8d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2320b0-23e3-4ad4-b04a-47ad05863128,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:33:54.887892 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 42086) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:33:54.888276 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ce677f84-ac74-46aa-a9c9-65d13b7b8d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:33:54.947871 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-481b5873-3436-4d86-84a9-b44ee3049e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:54.974842 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-481b5873-3436-4d86-84a9-b44ee3049e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:55.026681 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-481b5873-3436-4d86-84a9-b44ee3049e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:55.031755 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c354e9cd-ccc3-4d8c-8fab-cae5700f0d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:33:55.042393 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b5873-3436-4d86-84a9-b44ee3049e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2320b0-23e3-4ad4-b04a-47ad05863128,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:33:55.045795 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-481b5873-3436-4d86-84a9-b44ee3049e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:33:55.049719 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-481b5873-3436-4d86-84a9-b44ee3049e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:55.053401 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-481b5873-3436-4d86-84a9-b44ee3049e2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa2320b0-23e3-4ad4-b04a-47ad05863128 HTTP/1.1" status: 204 len: 168 time: 0.1642737 Aug 23 10:33:55.398353 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 42112) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:33:55.417739 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 42116) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:33:55.418731 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fcddc5ad-8355-40a8-a420-a7b794e31296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:55.433353 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-fcddc5ad-8355-40a8-a420-a7b794e31296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:33:55.437464 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-fcddc5ad-8355-40a8-a420-a7b794e31296 admin admin] Usage tracker for resource:security_group_rule and tenant:0b81417b691a4d6facde52b2f37f3c86 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:33:55.440880 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-fcddc5ad-8355-40a8-a420-a7b794e31296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:33:55.446403 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-fcddc5ad-8355-40a8-a420-a7b794e31296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:33:55.528223 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fcddc5ad-8355-40a8-a420-a7b794e31296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:55.532236 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fcddc5ad-8355-40a8-a420-a7b794e31296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:55.540811 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-481b5873-3436-4d86-84a9-b44ee3049e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:33:55.582482 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-fcddc5ad-8355-40a8-a420-a7b794e31296 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b81417b691a4d6facde52b2f37f3c86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1806931 Aug 23 10:33:55.582482 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcddc5ad-8355-40a8-a420-a7b794e31296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422e35b5-290d-484e-b847-e376ecb3cbf2,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:33:55.583299 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 42122) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:33:55.585855 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-fcddc5ad-8355-40a8-a420-a7b794e31296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:33:55.595032 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-837524743-network', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:33:55.599611 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:33:55.603588 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] Usage tracker for resource:network and tenant:ed7cf1df40bb4d229c00c555d891db95 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:33:55.606741 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:33:55.613729 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:33:55.623889 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] Made reservation on behalf of ed7cf1df40bb4d229c00c555d891db95 for: {'network': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:33:55.626881 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for network, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:55.638433 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:55.641751 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d5c1894d-c744-4631-8fce-0566a5ba63d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:55.652309 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:33:55.656197 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] Usage tracker for resource:security_group_rule and tenant:ed7cf1df40bb4d229c00c555d891db95 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:33:55.659042 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:33:55.664743 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:33:55.667139 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d5c1894d-c744-4631-8fce-0566a5ba63d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:55.724686 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d5c1894d-c744-4631-8fce-0566a5ba63d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:55.728655 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-486fe709-4459-4d47-b9e7-84a1d89bb354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:33:55.739595 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1894d-c744-4631-8fce-0566a5ba63d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422e35b5-290d-484e-b847-e376ecb3cbf2,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:33:55.742377 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-d5c1894d-c744-4631-8fce-0566a5ba63d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:33:55.748640 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d5c1894d-c744-4631-8fce-0566a5ba63d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:55.752803 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-d5c1894d-c744-4631-8fce-0566a5ba63d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/422e35b5-290d-484e-b847-e376ecb3cbf2 HTTP/1.1" status: 204 len: 168 time: 0.1655793 Aug 23 10:33:55.753149 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:55.756838 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:55.761367 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-91ee7410-161a-46f4-8efe-c9c99b3115de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:33:55.785561 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=79261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:33:55.798453 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73fb29e-0918-483b-bb19-79eb55d2bcb5,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:33:55.802369 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:33:55.803277 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:55.803619 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.db.segments_db [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] Added segment 4e88c8cb-8c93-484b-ab7e-d34105bd6615 of type vlan for network 6f046682-76b5-4374-a986-c6f7be6af2d2 Aug 23 10:33:55.830073 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757078474397'] for network, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:55.858121 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for network, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:55.859372 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:55.859961 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:55.865212 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ecd6af3c-30ae-4e50-9225-43990cce000b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:33:55.967467 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] Pushing event updated for resources: {'Network': ['ID=6f046682-76b5-4374-a986-c6f7be6af2d2,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:33:55.973544 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:33:55.981097 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Network 6f046682-76b5-4374-a986-c6f7be6af2d2 details requested by agent ovs-agent-dv-cinder-802781-2-iscsi with host dv-cinder-802781-2-iscsi {{(pid=79263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:33:55.987384 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 42132) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:33:55.993587 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-94f00c64-40d2-4559-ac53-d86b491bc342 admin admin] Request body: {'subnet': {'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-837524743-subnet', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'ip_version': 4}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:33:55.997625 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5787454 Aug 23 10:33:55.999816 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-94f00c64-40d2-4559-ac53-d86b491bc342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:33:56.004527 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-94f00c64-40d2-4559-ac53-d86b491bc342 admin admin] Usage tracker for resource:subnet and tenant:ed7cf1df40bb4d229c00c555d891db95 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:33:56.007853 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-94f00c64-40d2-4559-ac53-d86b491bc342 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:33:56.014116 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-94f00c64-40d2-4559-ac53-d86b491bc342 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:33:56.028173 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f00c64-40d2-4559-ac53-d86b491bc342 admin admin] Made reservation on behalf of ed7cf1df40bb4d229c00c555d891db95 for: {'subnet': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:33:56.030610 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-94f00c64-40d2-4559-ac53-d86b491bc342 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15036580'] for subnet, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:56.237506 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-94f00c64-40d2-4559-ac53-d86b491bc342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14959731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15036630'] for subnet, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:56.242141 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-b8756080-0e9a-4d83-b4dc-16a163d14d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:33:56.408223 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f00c64-40d2-4559-ac53-d86b491bc342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1ae451a-7cfe-4bc4-a991-7d7b30489c4a,revision_number=0']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:33:56.411543 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-94f00c64-40d2-4559-ac53-d86b491bc342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:33:56.417298 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f00c64-40d2-4559-ac53-d86b491bc342 admin admin] Checking segment: {'id': '4e88c8cb-8c93-484b-ab7e-d34105bd6615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:33:56.417658 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f00c64-40d2-4559-ac53-d86b491bc342 admin admin] Network hostable DHCP agents. Network: 6f046682-76b5-4374-a986-c6f7be6af2d2, hostable agents: ['4a75187f-898e-4cea-928c-8d2a7fd8cd5e'], hosted agents: [] {{(pid=79262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:33:56.436596 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f00c64-40d2-4559-ac53-d86b491bc342 admin admin] Network 6f046682-76b5-4374-a986-c6f7be6af2d2 is scheduled to be hosted by DHCP agent 4a75187f-898e-4cea-928c-8d2a7fd8cd5e with binding_index 1 {{(pid=79262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:33:56.446254 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-94f00c64-40d2-4559-ac53-d86b491bc342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-iscsi, 6f046682-76b5-4374-a986-c6f7be6af2d2) {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:33:56.451348 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f00c64-40d2-4559-ac53-d86b491bc342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:33:56.452463 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-94f00c64-40d2-4559-ac53-d86b491bc342 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:56.456623 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeb432a-d4b4-4bbf-befa-afb0b17357d4 None None] Network 6f046682-76b5-4374-a986-c6f7be6af2d2 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:33:56.479344 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 42150) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:33:56.479815 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-94f00c64-40d2-4559-ac53-d86b491bc342 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4910338 Aug 23 10:33:56.485218 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-ea392995-30f4-450d-8476-59db260cffda admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-837524743-router', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:33:56.490411 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-ea392995-30f4-450d-8476-59db260cffda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:33:56.494254 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-ea392995-30f4-450d-8476-59db260cffda admin admin] Usage tracker for resource:router and tenant:ed7cf1df40bb4d229c00c555d891db95 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:33:56.497229 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-ea392995-30f4-450d-8476-59db260cffda admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:33:56.502941 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-ea392995-30f4-450d-8476-59db260cffda admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:33:56.514229 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ea392995-30f4-450d-8476-59db260cffda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1338'] for router, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:56.515395 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ea392995-30f4-450d-8476-59db260cffda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2017208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1331'] for router, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:56.533675 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ea392995-30f4-450d-8476-59db260cffda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:56.677494 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e0f81f4-72ae-5f66-9edb-05093a465032-6f046682-76b5-4374-a986-c6f7be6af2d2', 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'fixed_ips': [{'subnet_id': 'd1ae451a-7cfe-4bc4-a991-7d7b30489c4a'}]}} from dv-cinder-802781-2-iscsi. {{(pid=79263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 10:33:56.678328 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:56.810792 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ea392995-30f4-450d-8476-59db260cffda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1317'] for router, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:56.834953 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.db_base_plugin_common [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Allocated IP 172.20.0.2 (6f046682-76b5-4374-a986-c6f7be6af2d2/d1ae451a-7cfe-4bc4-a991-7d7b30489c4a/084dc56c-abf2-4850-a914-5264cc213a85) {{(pid=79263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:33:57.042251 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Notify callbacks [] for port, precommit_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:57.052823 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Transition to ACTIVE for port object 084dc56c-abf2-4850-a914-5264cc213a85 will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:33:57.071667 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Transition to ACTIVE for port object 084dc56c-abf2-4850-a914-5264cc213a85 will not be triggered until provisioned by entity DHCP. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:33:57.078236 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568'] for port, after_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:57.084136 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:33:57.181803 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Network 6f046682-76b5-4374-a986-c6f7be6af2d2 is already hosted by enough agents. {{(pid=79263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:33:57.184616 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.scheduler.base_scheduler [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Resources bound (agent type, host, resource id): {{(pid=79263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:33:57.188309 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Received port after_create {{(pid=79263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:33:57.194355 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Pushing event updated for resources: {'Port': ['ID=084dc56c-abf2-4850-a914-5264cc213a85,revision_number=1']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:33:57.232164 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:57.232793 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:57.233279 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:57.233912 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:57.234238 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:57.234567 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:57.234957 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:57.235316 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:57.235658 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:57.235962 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:57.236359 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:57.236685 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:33:57.243918 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:33:57.248549 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ea392995-30f4-450d-8476-59db260cffda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:57.281933 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ea392995-30f4-450d-8476-59db260cffda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:57.295508 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Attempting to bind port 084dc56c-abf2-4850-a914-5264cc213a85 on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:33:57.295868 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Attempting to bind port 084dc56c-abf2-4850-a914-5264cc213a85 by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': '4e88c8cb-8c93-484b-ab7e-d34105bd6615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:33:57.296236 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Attempting to bind port 084dc56c-abf2-4850-a914-5264cc213a85 on network 6f046682-76b5-4374-a986-c6f7be6af2d2 {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:33:57.301937 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:33:57.302390 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Checking segment: {'id': '4e88c8cb-8c93-484b-ab7e-d34105bd6615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:33:57.302864 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:57.303324 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Bound using segment: {'id': '4e88c8cb-8c93-484b-ab7e-d34105bd6615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:33:57.304041 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Bound port: 084dc56c-abf2-4850-a914-5264cc213a85, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e88c8cb-8c93-484b-ab7e-d34105bd6615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:33:57.304486 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:57.397635 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] For port 084dc56c-abf2-4850-a914-5264cc213a85, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:33:57.400923 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] For port 084dc56c-abf2-4850-a914-5264cc213a85, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=084dc56c-abf2-4850-a914-5264cc213a85,segment=NetworkSegment(4e88c8cb-8c93-484b-ab7e-d34105bd6615),segment_id=4e88c8cb-8c93-484b-ab7e-d34105bd6615)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:33:57.406132 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:57.410507 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:33:57.423873 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [None req-ea392995-30f4-450d-8476-59db260cffda admin admin] Allocated IP 172.27.2.219 (0e8cefd7-d645-4496-8b4b-729be1dafeb2/42841614-a1e8-4916-825f-ef19d8d550be/c972b6d7-d762-418e-a50b-fcf6eba58eb3) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:33:57.494706 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Pushing event updated for resources: {'Port': ['ID=084dc56c-abf2-4850-a914-5264cc213a85,revision_number=2']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:33:57.498017 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:33:57.583015 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ea392995-30f4-450d-8476-59db260cffda admin admin] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:57.614022 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ea392995-30f4-450d-8476-59db260cffda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:57.618756 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-2e265e05-9506-487c-abd0-13e7cbe7d023 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:33:57.692263 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea392995-30f4-450d-8476-59db260cffda admin admin] Network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:33:57.696408 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-ea392995-30f4-450d-8476-59db260cffda admin admin] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:33:57.703859 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea392995-30f4-450d-8476-59db260cffda admin admin] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:33:57.732962 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea392995-30f4-450d-8476-59db260cffda admin admin] Pushing event updated for resources: {'Port': ['ID=c972b6d7-d762-418e-a50b-fcf6eba58eb3,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:33:57.742905 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ea392995-30f4-450d-8476-59db260cffda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:33:57.904026 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 084dc56c-abf2-4850-a914-5264cc213a85 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:33:57.983515 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port 084dc56c-abf2-4850-a914-5264cc213a85 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:33:58.143536 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ea392995-30f4-450d-8476-59db260cffda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:58.530560 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e990b6-5cfc-4d86-badd-2b13a2dcda24 None None] Network 6f046682-76b5-4374-a986-c6f7be6af2d2 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:33:58.616379 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ea392995-30f4-450d-8476-59db260cffda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589225'] for router, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:58.630253 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-1ef73c53-4725-4f26-9f03-b7c3d8ebd05f None None] Provisioning for port 084dc56c-abf2-4850-a914-5264cc213a85 completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:33:58.639517 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-1ef73c53-4725-4f26-9f03-b7c3d8ebd05f None None] Provisioning complete for port 084dc56c-abf2-4850-a914-5264cc213a85 triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:33:58.639891 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-1ef73c53-4725-4f26-9f03-b7c3d8ebd05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:58.745408 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:58.817314 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea392995-30f4-450d-8476-59db260cffda admin admin] Router 6a99d9a4-a097-444d-9a7a-259c5beae3a3 is scheduled to L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 with binding_index 1 {{(pid=79261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 10:33:58.863578 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-1ef73c53-4725-4f26-9f03-b7c3d8ebd05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:58.906799 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-1ef73c53-4725-4f26-9f03-b7c3d8ebd05f None None] For port 084dc56c-abf2-4850-a914-5264cc213a85, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=084dc56c-abf2-4850-a914-5264cc213a85,segment=NetworkSegment(4e88c8cb-8c93-484b-ab7e-d34105bd6615),segment_id=4e88c8cb-8c93-484b-ab7e-d34105bd6615)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:33:58.915162 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-1ef73c53-4725-4f26-9f03-b7c3d8ebd05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:58.917038 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-6bc4a6cb-c380-46f0-a411-e7393148d6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:33:58.987393 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef73c53-4725-4f26-9f03-b7c3d8ebd05f None None] Pushing event updated for resources: {'Port': ['ID=084dc56c-abf2-4850-a914-5264cc213a85,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:33:58.997161 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-1ef73c53-4725-4f26-9f03-b7c3d8ebd05f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:33:59.010128 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea392995-30f4-450d-8476-59db260cffda admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:33:59.019161 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] Sync routers for ids ['6a99d9a4-a097-444d-9a7a-259c5beae3a3'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:33:59.028917 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] Routers {'6a99d9a4-a097-444d-9a7a-259c5beae3a3'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:33:59.029844 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:33:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6a99d9a4-a097-444d-9a7a-259c5beae3a3'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:33:59.034677 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ea392995-30f4-450d-8476-59db260cffda admin admin] Notify callbacks [] for router, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:59.036632 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-ea392995-30f4-450d-8476-59db260cffda admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5555484 Aug 23 10:33:59.038698 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 42188) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:33:59.210151 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] Set router 6a99d9a4-a097-444d-9a7a-259c5beae3a3 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:33:59.353922 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-e8b068d4-263e-43cb-9715-e08633d1644d None None] Provisioning complete for port 084dc56c-abf2-4850-a914-5264cc213a85 triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:33:59.354317 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-e8b068d4-263e-43cb-9715-e08633d1644d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:59.614721 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'name': 'tempest-TestShelveInstance-837524743-router', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:33:56Z', 'updated_at': '2021-08-23T10:33:57Z', 'revision_number': 3, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'gw_port': {'id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:33:57Z', 'updated_at': '2021-08-23T10:33:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:33:59.614721 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] Checking router: 6a99d9a4-a097-444d-9a7a-259c5beae3a3 for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:33:59.614721 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] Updating router 6a99d9a4-a097-444d-9a7a-259c5beae3a3 port c972b6d7-d762-418e-a50b-fcf6eba58eb3 binding host dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:33:59.667505 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:59.717683 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d41bb8f9-ad45-412e-8638-343a837144e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:33:59.930731 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 084dc56c-abf2-4850-a914-5264cc213a85 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:34:00.055427 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 084dc56c-abf2-4850-a914-5264cc213a85 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:34:00.055806 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:00.070190 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [None req-d41bb8f9-ad45-412e-8638-343a837144e1 admin admin] Allocated IP 172.20.0.1 (6f046682-76b5-4374-a986-c6f7be6af2d2/d1ae451a-7cfe-4bc4-a991-7d7b30489c4a/4a455398-9978-4a7c-8efd-32be4602096c) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:34:00.190877 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] Notify callbacks [] for port, precommit_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:00.226977 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d41bb8f9-ad45-412e-8638-343a837144e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:00.241700 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] Transition to ACTIVE for port object c972b6d7-d762-418e-a50b-fcf6eba58eb3 will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:34:00.245232 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [None req-d41bb8f9-ad45-412e-8638-343a837144e1 admin admin] Transition to ACTIVE for port object 4a455398-9978-4a7c-8efd-32be4602096c will not be triggered until provisioned by entity DHCP. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:34:00.255570 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:00.261502 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:00.270833 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d41bb8f9-ad45-412e-8638-343a837144e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:00.276138 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5d307b1a-596d-45ce-b523-521aa76c9a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:00.340212 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41bb8f9-ad45-412e-8638-343a837144e1 admin admin] Network 6f046682-76b5-4374-a986-c6f7be6af2d2 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:34:00.342284 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-d41bb8f9-ad45-412e-8638-343a837144e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:34:00.343299 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] Attempting to bind port c972b6d7-d762-418e-a50b-fcf6eba58eb3 on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:34:00.343681 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] Attempting to bind port c972b6d7-d762-418e-a50b-fcf6eba58eb3 by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:34:00.344054 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] Attempting to bind port c972b6d7-d762-418e-a50b-fcf6eba58eb3 on network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:34:00.350231 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41bb8f9-ad45-412e-8638-343a837144e1 admin admin] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:34:00.358745 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afd281-f38c-4f0e-9f19-c457bc231ba2 None None] Pushing event updated for resources: {'Port': ['ID=c972b6d7-d762-418e-a50b-fcf6eba58eb3,revision_number=2']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:00.361828 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:34:00.362332 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] Checking segment: {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:34:00.362858 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:00.363350 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] Bound using segment: {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:34:00.363936 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] Bound port: c972b6d7-d762-418e-a50b-fcf6eba58eb3, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:34:00.364437 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:00.388107 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bb8f9-ad45-412e-8638-343a837144e1 admin admin] Pushing event updated for resources: {'Port': ['ID=4a455398-9978-4a7c-8efd-32be4602096c,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:00.392334 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-d41bb8f9-ad45-412e-8638-343a837144e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:00.397478 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-98afd281-f38c-4f0e-9f19-c457bc231ba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:00.417886 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d41bb8f9-ad45-412e-8638-343a837144e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698860'] for router_interface, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:00.447515 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] For port c972b6d7-d762-418e-a50b-fcf6eba58eb3, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:34:00.450825 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] For port c972b6d7-d762-418e-a50b-fcf6eba58eb3, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=c972b6d7-d762-418e-a50b-fcf6eba58eb3,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:34:00.458445 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:00.463806 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:00.544250 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] Routers {'6a99d9a4-a097-444d-9a7a-259c5beae3a3'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:34:00.544926 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:33:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6a99d9a4-a097-444d-9a7a-259c5beae3a3'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:00.608118 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afd281-f38c-4f0e-9f19-c457bc231ba2 None None] Pushing event updated for resources: {'Port': ['ID=c972b6d7-d762-418e-a50b-fcf6eba58eb3,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:00.623734 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-98afd281-f38c-4f0e-9f19-c457bc231ba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:00.652478 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-f3ac5e84-6c4e-4bcb-824a-6c18a7bbedfb None None] Provisioning for port 4a455398-9978-4a7c-8efd-32be4602096c completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:34:00.709619 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-f3ac5e84-6c4e-4bcb-824a-6c18a7bbedfb None None] Provisioning complete for port 4a455398-9978-4a7c-8efd-32be4602096c triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:34:00.709992 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-f3ac5e84-6c4e-4bcb-824a-6c18a7bbedfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:00.716033 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d41bb8f9-ad45-412e-8638-343a837144e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:00.793519 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-f3ac5e84-6c4e-4bcb-824a-6c18a7bbedfb None None] Port 4a455398-9978-4a7c-8efd-32be4602096c cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:34:00.799174 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] Set router 6a99d9a4-a097-444d-9a7a-259c5beae3a3 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:34:00.970958 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d41bb8f9-ad45-412e-8638-343a837144e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:00.976073 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d41bb8f9-ad45-412e-8638-343a837144e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14701805'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:01.010303 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8236962b-e9ee-466f-ba4a-75c1508c2f1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:01.093149 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d41bb8f9-ad45-412e-8638-343a837144e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1815952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698883'] for router_interface, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:01.101541 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bb8f9-ad45-412e-8638-343a837144e1 admin admin] Pushing event updated for resources: {'Port': ['ID=4a455398-9978-4a7c-8efd-32be4602096c,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:01.106168 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-d41bb8f9-ad45-412e-8638-343a837144e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:01.110691 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'name': 'tempest-TestShelveInstance-837524743-router', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:33:56Z', 'updated_at': '2021-08-23T10:33:57Z', 'revision_number': 3, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'gw_port': {'id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:33:57Z', 'updated_at': '2021-08-23T10:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:01.115048 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0bb293-88db-475b-b14a-c1cbdbcd0c92 None None] The sync data for ids ['6a99d9a4-a097-444d-9a7a-259c5beae3a3'] in dv-cinder-802781-2-iscsi is: [{'id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'name': 'tempest-TestShelveInstance-837524743-router', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:33:56Z', 'updated_at': '2021-08-23T10:33:57Z', 'revision_number': 3, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'gw_port': {'id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:33:57Z', 'updated_at': '2021-08-23T10:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:34:01.240394 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41bb8f9-ad45-412e-8638-343a837144e1 admin admin] Network 6f046682-76b5-4374-a986-c6f7be6af2d2 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:34:01.241570 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-d41bb8f9-ad45-412e-8638-343a837144e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:34:01.452129 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41bb8f9-ad45-412e-8638-343a837144e1 admin admin] Router 6a99d9a4-a097-444d-9a7a-259c5beae3a3 has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:34:01.524917 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-392f990d-12f3-4560-b991-fec9a4146d15 None None] Provisioning complete for port 4a455398-9978-4a7c-8efd-32be4602096c triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:34:01.525221 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-392f990d-12f3-4560-b991-fec9a4146d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:01.583591 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-392f990d-12f3-4560-b991-fec9a4146d15 None None] Port 4a455398-9978-4a7c-8efd-32be4602096c cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:34:01.638131 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41bb8f9-ad45-412e-8638-343a837144e1 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:34:01.647963 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-d41bb8f9-ad45-412e-8638-343a837144e1 admin admin] 10.222.0.21 "PUT /v2.0/routers/6a99d9a4-a097-444d-9a7a-259c5beae3a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6080871 Aug 23 10:34:01.871030 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device c972b6d7-d762-418e-a50b-fcf6eba58eb3 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:34:01.971185 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port c972b6d7-d762-418e-a50b-fcf6eba58eb3 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:34:01.977273 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port c972b6d7-d762-418e-a50b-fcf6eba58eb3 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:34:01.977655 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:02.153118 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:02.172857 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port c972b6d7-d762-418e-a50b-fcf6eba58eb3, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=c972b6d7-d762-418e-a50b-fcf6eba58eb3,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:34:02.178802 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:02.181011 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:02.264244 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=c972b6d7-d762-418e-a50b-fcf6eba58eb3,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:02.268509 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:02.304689 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-69b0987a-b05a-42b2-a805-b181492bced5 req-0384a806-8dea-4b64-abce-c0d1f4bf871b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0915868 Aug 23 10:34:02.363606 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 42246) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:34:02.372172 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-634531961-network', 'tenant_id': 'a3a9635d8f2746d895e24f8af6a9448a'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:34:02.378127 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:34:02.382975 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] Usage tracker for resource:network and tenant:a3a9635d8f2746d895e24f8af6a9448a is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:34:02.386897 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:34:02.394145 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:34:02.411067 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] Made reservation on behalf of a3a9635d8f2746d895e24f8af6a9448a for: {'network': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:34:02.414804 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for network, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:02.417246 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0987a-b05a-42b2-a805-b181492bced5 req-bece13bc-3b2d-4756-b0cd-64bbc15654e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:02.418860 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-69b0987a-b05a-42b2-a805-b181492bced5 req-bece13bc-3b2d-4756-b0cd-64bbc15654e6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a6864e9926d446a1b338ada6c729f0ea&device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 1098 time: 0.0876040 Aug 23 10:34:02.436636 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:02.576329 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:34:02.580714 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] Usage tracker for resource:security_group_rule and tenant:a3a9635d8f2746d895e24f8af6a9448a is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:34:02.582704 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0987a-b05a-42b2-a805-b181492bced5 req-dce4c895-bc46-411f-aefe-937b351d2bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:02.583507 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:34:02.584187 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-69b0987a-b05a-42b2-a805-b181492bced5 req-dce4c895-bc46-411f-aefe-937b351d2bb6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a18a32d3-3186-440e-9e08-e8bed12731a2 HTTP/1.1" status: 200 len: 913 time: 0.1414537 Aug 23 10:34:02.589396 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:34:02.676026 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:02.680260 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:02.684261 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-6e6cda7c-1731-4004-a409-4bcb2083b3c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:02.692616 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-69b0987a-b05a-42b2-a805-b181492bced5 req-c324e677-9a84-4d5a-96ee-00fa0f174be6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c079513-b67c-4ec7-8f24-c87c64fe6549 HTTP/1.1" status: 200 len: 1000 time: 0.0997827 Aug 23 10:34:02.711832 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=79261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:34:02.720332 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a1ddd9-62a0-4ab6-abe1-cc79e6675024,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:02.723815 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:02.726379 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:02.726718 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.db.segments_db [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] Added segment e5fa2f33-7334-4a5e-9b13-d5f0a9399e72 of type vlan for network 1992c636-9109-4fad-96d1-e17447e8b4e9 Aug 23 10:34:02.752380 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] Sync routers for ids ['6a99d9a4-a097-444d-9a7a-259c5beae3a3'] in dv-cinder-802781-2-iscsi {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:34:02.753736 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757078474397'] for network, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:02.758151 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0987a-b05a-42b2-a805-b181492bced5 req-8f13e06a-f16c-4f32-b7e1-e3875729f67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:02.759828 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-69b0987a-b05a-42b2-a805-b181492bced5 req-8f13e06a-f16c-4f32-b7e1-e3875729f67f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=14c11f95-41aa-4176-8d80-0a61ad808b4f HTTP/1.1" status: 200 len: 851 time: 0.0592918 Aug 23 10:34:02.766151 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] Routers {'6a99d9a4-a097-444d-9a7a-259c5beae3a3'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:34:02.767590 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:33:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6a99d9a4-a097-444d-9a7a-259c5beae3a3'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:02.784198 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for network, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:02.785549 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:02.786133 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:02.789392 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:02.842357 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-572bee18-118f-4f43-a6e3-3a63cfb37d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:02.855880 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0987a-b05a-42b2-a805-b181492bced5 req-356dd3c1-7e6f-4bbb-a326-f0f37a25580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:02.857720 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-69b0987a-b05a-42b2-a805-b181492bced5 req-356dd3c1-7e6f-4bbb-a326-f0f37a25580d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a18a32d3-3186-440e-9e08-e8bed12731a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0882428 Aug 23 10:34:02.888955 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] Pushing event updated for resources: {'Network': ['ID=1992c636-9109-4fad-96d1-e17447e8b4e9,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:02.892651 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5278680 Aug 23 10:34:02.893590 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:02.895333 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 42250) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:34:02.901461 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-c3f1ceed-8eba-4fdd-a9e0-4a2a55819ea1 admin admin] Request body: {'subnet': {'network_id': '1992c636-9109-4fad-96d1-e17447e8b4e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-634531961-subnet', 'tenant_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'ip_version': 4}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:34:02.904118 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Network 1992c636-9109-4fad-96d1-e17447e8b4e9 details requested by agent ovs-agent-dv-cinder-802781-2-iscsi with host dv-cinder-802781-2-iscsi {{(pid=79263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:34:02.907039 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-c3f1ceed-8eba-4fdd-a9e0-4a2a55819ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:34:02.911059 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-c3f1ceed-8eba-4fdd-a9e0-4a2a55819ea1 admin admin] Usage tracker for resource:subnet and tenant:a3a9635d8f2746d895e24f8af6a9448a is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:34:02.914370 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-c3f1ceed-8eba-4fdd-a9e0-4a2a55819ea1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:34:02.919998 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-c3f1ceed-8eba-4fdd-a9e0-4a2a55819ea1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:34:02.945883 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] Set router 6a99d9a4-a097-444d-9a7a-259c5beae3a3 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:34:02.949278 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f1ceed-8eba-4fdd-a9e0-4a2a55819ea1 admin admin] Made reservation on behalf of a3a9635d8f2746d895e24f8af6a9448a for: {'subnet': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:34:02.951969 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c3f1ceed-8eba-4fdd-a9e0-4a2a55819ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16076834'] for subnet, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:03.035177 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-69b0987a-b05a-42b2-a805-b181492bced5 req-801673fe-9e6e-4e11-b9c5-2e0a47ebed10 service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695437 Aug 23 10:34:03.179719 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-69b0987a-b05a-42b2-a805-b181492bced5 req-b3ba4e72-d915-4060-b39c-b6d21dcd1b01 service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378422 Aug 23 10:34:03.209763 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c3f1ceed-8eba-4fdd-a9e0-4a2a55819ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14700644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16076880'] for subnet, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:03.214519 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:03.288346 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1ceed-8eba-4fdd-a9e0-4a2a55819ea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a8e81f7-2048-4c65-a9d3-521727d5af54,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:03.290775 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'name': 'tempest-TestShelveInstance-837524743-router', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:33:56Z', 'updated_at': '2021-08-23T10:34:00Z', 'revision_number': 4, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'gw_port': {'id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:33:57Z', 'updated_at': '2021-08-23T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '4a455398-9978-4a7c-8efd-32be4602096c', 'name': '', 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'mac_address': 'fa:16:3e:94:9a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd1ae451a-7cfe-4bc4-a991-7d7b30489c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:33:59Z', 'updated_at': '2021-08-23T10:34:00Z', 'revision_number': 2, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'subnets': [{'id': 'd1ae451a-7cfe-4bc4-a991-7d7b30489c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:03.291747 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-c3f1ceed-8eba-4fdd-a9e0-4a2a55819ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:03.294647 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] Checking router: 6a99d9a4-a097-444d-9a7a-259c5beae3a3 for host: dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:34:03.295012 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] Updating router 6a99d9a4-a097-444d-9a7a-259c5beae3a3 port 4a455398-9978-4a7c-8efd-32be4602096c binding host dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:34:03.298111 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f1ceed-8eba-4fdd-a9e0-4a2a55819ea1 admin admin] Checking segment: {'id': 'e5fa2f33-7334-4a5e-9b13-d5f0a9399e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1992c636-9109-4fad-96d1-e17447e8b4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:34:03.298573 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f1ceed-8eba-4fdd-a9e0-4a2a55819ea1 admin admin] Network hostable DHCP agents. Network: 1992c636-9109-4fad-96d1-e17447e8b4e9, hostable agents: ['4a75187f-898e-4cea-928c-8d2a7fd8cd5e'], hosted agents: [] {{(pid=79261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:34:03.317451 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f1ceed-8eba-4fdd-a9e0-4a2a55819ea1 admin admin] Network 1992c636-9109-4fad-96d1-e17447e8b4e9 is scheduled to be hosted by DHCP agent 4a75187f-898e-4cea-928c-8d2a7fd8cd5e with binding_index 1 {{(pid=79261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:34:03.326597 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-c3f1ceed-8eba-4fdd-a9e0-4a2a55819ea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-iscsi, 1992c636-9109-4fad-96d1-e17447e8b4e9) {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:34:03.334481 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8f2209-d8ed-41d3-85e9-994b95b4b6e5 None None] Network 1992c636-9109-4fad-96d1-e17447e8b4e9 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:34:03.334846 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f1ceed-8eba-4fdd-a9e0-4a2a55819ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:03.335450 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c3f1ceed-8eba-4fdd-a9e0-4a2a55819ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:03.346786 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:03.358275 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-c3f1ceed-8eba-4fdd-a9e0-4a2a55819ea1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4594746 Aug 23 10:34:03.358473 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 42254) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:34:03.364096 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-634531961-router', 'tenant_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:34:03.368494 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:34:03.372457 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] Usage tracker for resource:router and tenant:a3a9635d8f2746d895e24f8af6a9448a is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:34:03.375339 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:34:03.381718 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:34:03.393358 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1338'] for router, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:03.394361 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2017208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1331'] for router, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:03.410405 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:03.583935 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e0f81f4-72ae-5f66-9edb-05093a465032-1992c636-9109-4fad-96d1-e17447e8b4e9', 'network_id': '1992c636-9109-4fad-96d1-e17447e8b4e9', 'tenant_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'fixed_ips': [{'subnet_id': '9a8e81f7-2048-4c65-a9d3-521727d5af54'}]}} from dv-cinder-802781-2-iscsi. {{(pid=79263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 10:34:03.583935 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:03.679230 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:03.706406 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1317'] for router, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:03.730564 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] Notify callbacks [] for port, precommit_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:03.746905 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.provisioning_blocks [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] Transition to ACTIVE for port object 4a455398-9978-4a7c-8efd-32be4602096c will not be triggered until provisioned by entity L2. {{(pid=79264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:34:03.755073 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:03.761254 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:03.784556 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.db_base_plugin_common [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] Allocated IP 172.20.0.2 (1992c636-9109-4fad-96d1-e17447e8b4e9/9a8e81f7-2048-4c65-a9d3-521727d5af54/84b44bb3-b66e-4369-a1dd-146328d6476c) {{(pid=79263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:34:03.933090 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576bda3-6b70-48a4-b0b7-72fb0dc813a7 None None] Pushing event updated for resources: {'Port': ['ID=4a455398-9978-4a7c-8efd-32be4602096c,revision_number=3']} {{(pid=79264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:03.952361 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4576bda3-6b70-48a4-b0b7-72fb0dc813a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:03.952729 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4576bda3-6b70-48a4-b0b7-72fb0dc813a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:03.953060 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4576bda3-6b70-48a4-b0b7-72fb0dc813a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:03.953381 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4576bda3-6b70-48a4-b0b7-72fb0dc813a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:03.953741 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4576bda3-6b70-48a4-b0b7-72fb0dc813a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:03.954060 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4576bda3-6b70-48a4-b0b7-72fb0dc813a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:03.954375 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4576bda3-6b70-48a4-b0b7-72fb0dc813a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:03.954689 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4576bda3-6b70-48a4-b0b7-72fb0dc813a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:03.955025 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4576bda3-6b70-48a4-b0b7-72fb0dc813a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:03.955341 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4576bda3-6b70-48a4-b0b7-72fb0dc813a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:03.955651 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4576bda3-6b70-48a4-b0b7-72fb0dc813a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:03.955962 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4576bda3-6b70-48a4-b0b7-72fb0dc813a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:04.006314 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-4576bda3-6b70-48a4-b0b7-72fb0dc813a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:04.090993 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] Attempting to bind port 4a455398-9978-4a7c-8efd-32be4602096c on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:34:04.091629 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] Attempting to bind port 4a455398-9978-4a7c-8efd-32be4602096c by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': '4e88c8cb-8c93-484b-ab7e-d34105bd6615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2'}] {{(pid=79264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:34:04.092190 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] Attempting to bind port 4a455398-9978-4a7c-8efd-32be4602096c on network 6f046682-76b5-4374-a986-c6f7be6af2d2 {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:34:04.100875 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:34:04.101469 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] Checking segment: {'id': '4e88c8cb-8c93-484b-ab7e-d34105bd6615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:34:04.102044 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:04.102604 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] Bound using segment: {'id': '4e88c8cb-8c93-484b-ab7e-d34105bd6615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2'} {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:34:04.103307 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] Bound port: 4a455398-9978-4a7c-8efd-32be4602096c, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e88c8cb-8c93-484b-ab7e-d34105bd6615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2'}}] {{(pid=79264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:34:04.106953 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:04.138302 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] Notify callbacks [] for port, precommit_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:04.159571 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device c972b6d7-d762-418e-a50b-fcf6eba58eb3 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:34:04.201675 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] Transition to ACTIVE for port object 84b44bb3-b66e-4369-a1dd-146328d6476c will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:34:04.215037 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:04.227047 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.db [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] For port 4a455398-9978-4a7c-8efd-32be4602096c, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:34:04.231223 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.db [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] For port 4a455398-9978-4a7c-8efd-32be4602096c, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=4a455398-9978-4a7c-8efd-32be4602096c,segment=NetworkSegment(4e88c8cb-8c93-484b-ab7e-d34105bd6615),segment_id=4e88c8cb-8c93-484b-ab7e-d34105bd6615)] {{(pid=79264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:34:04.243938 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:04.248424 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:04.254655 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] Transition to ACTIVE for port object 84b44bb3-b66e-4369-a1dd-146328d6476c will not be triggered until provisioned by entity DHCP. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:34:04.257616 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-f98474ce-54d8-4fd2-ae26-fdf2a1e48b63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:04.272178 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568'] for port, after_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:04.275773 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:04.339995 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port c972b6d7-d762-418e-a50b-fcf6eba58eb3 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:34:04.340378 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:04.384244 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] Routers {'6a99d9a4-a097-444d-9a7a-259c5beae3a3'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:34:04.385053 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:33:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6a99d9a4-a097-444d-9a7a-259c5beae3a3'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:04.392316 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] Network 1992c636-9109-4fad-96d1-e17447e8b4e9 is already hosted by enough agents. {{(pid=79263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:34:04.403973 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] Pushing event updated for resources: {'Port': ['ID=84b44bb3-b66e-4369-a1dd-146328d6476c,revision_number=1']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:04.406449 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.scheduler.base_scheduler [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] Resources bound (agent type, host, resource id): {{(pid=79263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:34:04.408715 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:04.411506 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] Received port after_create {{(pid=79263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:34:04.423412 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] Allocated IP 172.27.2.95 (0e8cefd7-d645-4496-8b4b-729be1dafeb2/42841614-a1e8-4916-825f-ef19d8d550be/abc72a82-714d-452b-97e8-0edc9ed2944a) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:34:04.493155 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576bda3-6b70-48a4-b0b7-72fb0dc813a7 None None] Pushing event updated for resources: {'Port': ['ID=4a455398-9978-4a7c-8efd-32be4602096c,revision_number=4']} {{(pid=79264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:04.506337 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-4576bda3-6b70-48a4-b0b7-72fb0dc813a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:04.528276 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] Attempting to bind port 84b44bb3-b66e-4369-a1dd-146328d6476c on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:34:04.528788 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] Attempting to bind port 84b44bb3-b66e-4369-a1dd-146328d6476c by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': 'e5fa2f33-7334-4a5e-9b13-d5f0a9399e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1992c636-9109-4fad-96d1-e17447e8b4e9'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:34:04.529067 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] Attempting to bind port 84b44bb3-b66e-4369-a1dd-146328d6476c on network 1992c636-9109-4fad-96d1-e17447e8b4e9 {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:34:04.574174 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:34:04.574452 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] Checking segment: {'id': 'e5fa2f33-7334-4a5e-9b13-d5f0a9399e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1992c636-9109-4fad-96d1-e17447e8b4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:34:04.574737 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:04.575139 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] Bound using segment: {'id': 'e5fa2f33-7334-4a5e-9b13-d5f0a9399e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1992c636-9109-4fad-96d1-e17447e8b4e9'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:34:04.575633 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] Bound port: 84b44bb3-b66e-4369-a1dd-146328d6476c, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fa2f33-7334-4a5e-9b13-d5f0a9399e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1992c636-9109-4fad-96d1-e17447e8b4e9'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:34:04.576021 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:04.666374 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] Set router 6a99d9a4-a097-444d-9a7a-259c5beae3a3 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:34:04.693288 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] For port 84b44bb3-b66e-4369-a1dd-146328d6476c, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:34:04.696450 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] For port 84b44bb3-b66e-4369-a1dd-146328d6476c, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=84b44bb3-b66e-4369-a1dd-146328d6476c,segment=NetworkSegment(e5fa2f33-7334-4a5e-9b13-d5f0a9399e72),segment_id=e5fa2f33-7334-4a5e-9b13-d5f0a9399e72)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:34:04.703215 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:04.707604 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:04.737128 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:04.770372 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:04.775343 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-4802d362-5382-4d47-a912-f5de946fcff8 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:04.782872 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] Pushing event updated for resources: {'Port': ['ID=84b44bb3-b66e-4369-a1dd-146328d6476c,revision_number=2']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:04.786104 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:04.841830 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] Network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:34:04.845364 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:34:04.849889 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:34:04.892476 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] Pushing event updated for resources: {'Port': ['ID=abc72a82-714d-452b-97e8-0edc9ed2944a,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:04.897377 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:05.025723 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'name': 'tempest-TestShelveInstance-837524743-router', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:33:56Z', 'updated_at': '2021-08-23T10:34:00Z', 'revision_number': 4, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'gw_port': {'id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:33:57Z', 'updated_at': '2021-08-23T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '4a455398-9978-4a7c-8efd-32be4602096c', 'name': '', 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'mac_address': 'fa:16:3e:94:9a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd1ae451a-7cfe-4bc4-a991-7d7b30489c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:33:59Z', 'updated_at': '2021-08-23T10:34:04Z', 'revision_number': 4, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'subnets': [{'id': 'd1ae451a-7cfe-4bc4-a991-7d7b30489c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:05.039436 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411b708d-b339-4d12-b1d8-dd45b5acacab None None] The sync data for ids ['6a99d9a4-a097-444d-9a7a-259c5beae3a3'] in dv-cinder-802781-2-iscsi is: [{'id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'name': 'tempest-TestShelveInstance-837524743-router', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:33:56Z', 'updated_at': '2021-08-23T10:34:00Z', 'revision_number': 4, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'gw_port': {'id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:33:57Z', 'updated_at': '2021-08-23T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '4a455398-9978-4a7c-8efd-32be4602096c', 'name': '', 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'mac_address': 'fa:16:3e:94:9a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd1ae451a-7cfe-4bc4-a991-7d7b30489c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:33:59Z', 'updated_at': '2021-08-23T10:34:04Z', 'revision_number': 4, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'subnets': [{'id': 'd1ae451a-7cfe-4bc4-a991-7d7b30489c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:34:05.060786 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:34:05.334141 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:05.560870 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-8953b9ac-245d-4477-b120-cefe9bd7fd7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:05.698854 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589225'] for router, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:05.950220 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c4c1c8-b336-4af2-8894-492d1fac5c5b None None] Network 1992c636-9109-4fad-96d1-e17447e8b4e9 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:34:05.965284 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] Router 3676e250-2ef3-48fc-aa45-a0af413d0b91 is scheduled to L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 with binding_index 1 {{(pid=79261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 10:34:05.998288 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 4a455398-9978-4a7c-8efd-32be4602096c up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:34:06.071769 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 42288) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:34:06.147030 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-4833a6df-85bd-49af-ab71-840dd17cdb95 None None] Provisioning for port 84b44bb3-b66e-4369-a1dd-146328d6476c completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:34:06.166317 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port 4a455398-9978-4a7c-8efd-32be4602096c completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:34:06.174619 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 4a455398-9978-4a7c-8efd-32be4602096c triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:34:06.175000 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:06.209197 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:34:06.213198 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9a8e1d89-3f94-401f-81ec-6440fe0724dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:06.222553 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] Sync routers for ids ['3676e250-2ef3-48fc-aa45-a0af413d0b91'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:34:06.242534 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-9a8e1d89-3f94-401f-81ec-6440fe0724dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:34:06.246174 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] Notify callbacks [] for router, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:06.246649 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-9a8e1d89-3f94-401f-81ec-6440fe0724dd admin admin] Usage tracker for resource:security_group_rule and tenant:ceb92abcd6f34e1fb0a215d2c79a1d17 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:34:06.248061 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8886793 Aug 23 10:34:06.251095 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-9a8e1d89-3f94-401f-81ec-6440fe0724dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:34:06.253814 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 42294) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:34:06.258142 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] Routers {'3676e250-2ef3-48fc-aa45-a0af413d0b91'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:34:06.258801 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:34:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['3676e250-2ef3-48fc-aa45-a0af413d0b91'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:06.340759 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-9a8e1d89-3f94-401f-81ec-6440fe0724dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:34:06.606194 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:06.624358 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:06.653472 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] Set router 3676e250-2ef3-48fc-aa45-a0af413d0b91 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:34:06.742496 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9a8e1d89-3f94-401f-81ec-6440fe0724dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:06.749880 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9a8e1d89-3f94-401f-81ec-6440fe0724dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:06.764945 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-d1d865c6-678f-40af-a4b9-7a7fac34a93a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:06.793069 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port 4a455398-9978-4a7c-8efd-32be4602096c, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=4a455398-9978-4a7c-8efd-32be4602096c,segment=NetworkSegment(4e88c8cb-8c93-484b-ab7e-d34105bd6615),segment_id=4e88c8cb-8c93-484b-ab7e-d34105bd6615)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:34:06.808050 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:06.808918 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 84b44bb3-b66e-4369-a1dd-146328d6476c up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:34:06.820339 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-9a8e1d89-3f94-401f-81ec-6440fe0724dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ceb92abcd6f34e1fb0a215d2c79a1d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7461207 Aug 23 10:34:06.821818 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 42298) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:34:06.826976 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e1d89-3f94-401f-81ec-6440fe0724dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ead839-056c-4ff2-b612-3e3089663f82,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:06.830815 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-9a8e1d89-3f94-401f-81ec-6440fe0724dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:06.838333 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:06.895688 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7df06a3b-fab9-496a-aff5-b5c0bef1bf8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:07.077037 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=4a455398-9978-4a7c-8efd-32be4602096c,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:07.086191 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:07.095451 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7df06a3b-fab9-496a-aff5-b5c0bef1bf8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:07.120703 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port 84b44bb3-b66e-4369-a1dd-146328d6476c completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:34:07.134740 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 84b44bb3-b66e-4369-a1dd-146328d6476c triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:34:07.135161 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:07.154463 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7df06a3b-fab9-496a-aff5-b5c0bef1bf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:07.158469 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0c387c7b-71c7-49ce-b290-6732a03d852a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:07.166520 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-05276849-35f8-4f46-9a25-737f3991fa41 None None] Provisioning complete for port 84b44bb3-b66e-4369-a1dd-146328d6476c triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:34:07.167087 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-05276849-35f8-4f46-9a25-737f3991fa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:07.170911 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df06a3b-fab9-496a-aff5-b5c0bef1bf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ead839-056c-4ff2-b612-3e3089663f82,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:07.173529 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7df06a3b-fab9-496a-aff5-b5c0bef1bf8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:07.179150 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7df06a3b-fab9-496a-aff5-b5c0bef1bf8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:07.183010 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-7df06a3b-fab9-496a-aff5-b5c0bef1bf8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00ead839-056c-4ff2-b612-3e3089663f82 HTTP/1.1" status: 204 len: 168 time: 0.3594859 Aug 23 10:34:07.276851 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7458ce61-196d-4f58-a638-7a4e76312456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:07.377226 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3676e250-2ef3-48fc-aa45-a0af413d0b91', 'name': 'tempest-TestShelveInstance-634531961-router', 'tenant_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'abc72a82-714d-452b-97e8-0edc9ed2944a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:34:03Z', 'updated_at': '2021-08-23T10:34:05Z', 'revision_number': 3, 'project_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'gw_port': {'id': 'abc72a82-714d-452b-97e8-0edc9ed2944a', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3676e250-2ef3-48fc-aa45-a0af413d0b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:34:04Z', 'updated_at': '2021-08-23T10:34:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:07.399169 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] Checking router: 3676e250-2ef3-48fc-aa45-a0af413d0b91 for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:34:07.399527 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] Updating router 3676e250-2ef3-48fc-aa45-a0af413d0b91 port abc72a82-714d-452b-97e8-0edc9ed2944a binding host dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:34:07.458430 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-05276849-35f8-4f46-9a25-737f3991fa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:07.471407 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:07.499686 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 42306) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:34:07.503563 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [None req-7458ce61-196d-4f58-a638-7a4e76312456 admin admin] Allocated IP 172.20.0.1 (1992c636-9109-4fad-96d1-e17447e8b4e9/9a8e81f7-2048-4c65-a9d3-521727d5af54/50ca6ccb-9f2a-42e6-861e-f259fceb79f7) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:34:07.512420 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:07.528527 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3c44660d-e1d8-48fb-8b48-ad308045c3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:07.560264 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-3c44660d-e1d8-48fb-8b48-ad308045c3f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:34:07.569688 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port 84b44bb3-b66e-4369-a1dd-146328d6476c, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=84b44bb3-b66e-4369-a1dd-146328d6476c,segment=NetworkSegment(e5fa2f33-7334-4a5e-9b13-d5f0a9399e72),segment_id=e5fa2f33-7334-4a5e-9b13-d5f0a9399e72)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:34:07.578601 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:07.579606 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-3c44660d-e1d8-48fb-8b48-ad308045c3f9 admin admin] Usage tracker for resource:security_group_rule and tenant:9616e614068143b6bd7c0e78980ada85 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:34:07.586016 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-3c44660d-e1d8-48fb-8b48-ad308045c3f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:34:07.595853 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-3c44660d-e1d8-48fb-8b48-ad308045c3f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:34:07.616279 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-ebebea14-b5c1-43dc-804b-6fd4a18b57af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:07.730286 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7458ce61-196d-4f58-a638-7a4e76312456 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:07.752977 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-7458ce61-196d-4f58-a638-7a4e76312456 admin admin] Transition to ACTIVE for port object 50ca6ccb-9f2a-42e6-861e-f259fceb79f7 will not be triggered until provisioned by entity DHCP. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:34:07.754672 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.db.api [None req-05276849-35f8-4f46-9a25-737f3991fa41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 10:34:07.755055 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_db.api [None req-05276849-35f8-4f46-9a25-737f3991fa41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 10:34:07.778602 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=84b44bb3-b66e-4369-a1dd-146328d6476c,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:07.782378 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:07.801618 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3c44660d-e1d8-48fb-8b48-ad308045c3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:07.807979 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3c44660d-e1d8-48fb-8b48-ad308045c3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:07.817221 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c83e7d1c-7b25-4b68-baa5-4822832c71ef tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:07.864112 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-3c44660d-e1d8-48fb-8b48-ad308045c3f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9616e614068143b6bd7c0e78980ada85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3631175 Aug 23 10:34:07.865683 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7458ce61-196d-4f58-a638-7a4e76312456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:07.867028 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 42310) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:34:07.871479 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44660d-e1d8-48fb-8b48-ad308045c3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06132cba-f21c-407b-968b-5a30a57601b4,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:07.876934 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-3c44660d-e1d8-48fb-8b48-ad308045c3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:07.877442 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f4d32e73-1de3-4ede-9b53-0f7ca2a2998d tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:07.898337 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 4a455398-9978-4a7c-8efd-32be4602096c up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:34:07.935345 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7458ce61-196d-4f58-a638-7a4e76312456 admin admin] Network 1992c636-9109-4fad-96d1-e17447e8b4e9 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:34:07.938746 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-7458ce61-196d-4f58-a638-7a4e76312456 admin admin] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:34:07.941219 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-fc918192-e6bd-4ab8-b830-215208d354f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:07.942670 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7458ce61-196d-4f58-a638-7a4e76312456 admin admin] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:34:07.972401 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-fc918192-e6bd-4ab8-b830-215208d354f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:07.997999 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458ce61-196d-4f58-a638-7a4e76312456 admin admin] Pushing event updated for resources: {'Port': ['ID=50ca6ccb-9f2a-42e6-861e-f259fceb79f7,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:08.006583 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-7458ce61-196d-4f58-a638-7a4e76312456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:08.039950 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7458ce61-196d-4f58-a638-7a4e76312456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698860'] for router_interface, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:08.046849 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-fc918192-e6bd-4ab8-b830-215208d354f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:08.054643 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-198f6b40-ecac-4cd3-9c2b-17da17bf382c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:08.070064 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc918192-e6bd-4ab8-b830-215208d354f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06132cba-f21c-407b-968b-5a30a57601b4,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:08.073566 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-fc918192-e6bd-4ab8-b830-215208d354f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:08.074894 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-fc918192-e6bd-4ab8-b830-215208d354f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:08.076790 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-fc918192-e6bd-4ab8-b830-215208d354f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06132cba-f21c-407b-968b-5a30a57601b4 HTTP/1.1" status: 204 len: 168 time: 0.2076237 Aug 23 10:34:08.131471 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:08.165441 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 4a455398-9978-4a7c-8efd-32be4602096c triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:34:08.165840 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:08.217935 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] Notify callbacks [] for port, precommit_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:08.239244 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] Transition to ACTIVE for port object abc72a82-714d-452b-97e8-0edc9ed2944a will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:34:08.252259 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:08.256924 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:08.329890 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7458ce61-196d-4f58-a638-7a4e76312456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:08.423781 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] Attempting to bind port abc72a82-714d-452b-97e8-0edc9ed2944a on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:34:08.424184 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] Attempting to bind port abc72a82-714d-452b-97e8-0edc9ed2944a by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:34:08.424521 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] Attempting to bind port abc72a82-714d-452b-97e8-0edc9ed2944a on network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:34:08.443967 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9cee4-4885-40cc-972a-cc1380a59f02 None None] Pushing event updated for resources: {'Port': ['ID=abc72a82-714d-452b-97e8-0edc9ed2944a,revision_number=2']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:08.447033 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-d9d9cee4-4885-40cc-972a-cc1380a59f02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:08.449929 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:34:08.450312 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] Checking segment: {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:34:08.450718 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:08.451109 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] Bound using segment: {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:34:08.451592 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] Bound port: abc72a82-714d-452b-97e8-0edc9ed2944a, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:34:08.451950 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:08.496434 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 42318) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:34:08.502031 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 84b44bb3-b66e-4369-a1dd-146328d6476c up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:34:08.519417 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8c23138c-15c0-436e-bb7e-38341a2dbfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:08.538707 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-8c23138c-15c0-436e-bb7e-38341a2dbfaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:34:08.542520 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-8c23138c-15c0-436e-bb7e-38341a2dbfaa admin admin] Usage tracker for resource:security_group_rule and tenant:68dfcaf18c114b9291d7bb826ab096d6 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:34:08.545444 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-8c23138c-15c0-436e-bb7e-38341a2dbfaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:34:08.555677 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-8c23138c-15c0-436e-bb7e-38341a2dbfaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:34:08.566187 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7458ce61-196d-4f58-a638-7a4e76312456 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:08.573734 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7458ce61-196d-4f58-a638-7a4e76312456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:08.592713 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] For port abc72a82-714d-452b-97e8-0edc9ed2944a, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:34:08.594873 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-8ad98043-bfd5-424f-aa00-e93abe5acba0 None None] Provisioning for port 50ca6ccb-9f2a-42e6-861e-f259fceb79f7 completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:34:08.601018 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] For port abc72a82-714d-452b-97e8-0edc9ed2944a, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=abc72a82-714d-452b-97e8-0edc9ed2944a,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:34:08.601623 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1ab788ce-f896-47e3-8e28-8dab835b3821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:08.603953 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-8ad98043-bfd5-424f-aa00-e93abe5acba0 None None] Provisioning complete for port 50ca6ccb-9f2a-42e6-861e-f259fceb79f7 triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:34:08.604338 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-8ad98043-bfd5-424f-aa00-e93abe5acba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:08.649117 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:08.656221 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:08.660513 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8c23138c-15c0-436e-bb7e-38341a2dbfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:08.665011 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8c23138c-15c0-436e-bb7e-38341a2dbfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:08.673801 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-316d737e-a906-40dc-b89d-48fb6c05663f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:08.685548 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7458ce61-196d-4f58-a638-7a4e76312456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1815952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698883'] for router_interface, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:08.689988 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458ce61-196d-4f58-a638-7a4e76312456 admin admin] Pushing event updated for resources: {'Port': ['ID=50ca6ccb-9f2a-42e6-861e-f259fceb79f7,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:08.694475 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-7458ce61-196d-4f58-a638-7a4e76312456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:08.718688 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-8c23138c-15c0-436e-bb7e-38341a2dbfaa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68dfcaf18c114b9291d7bb826ab096d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2206805 Aug 23 10:34:08.718935 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 84b44bb3-b66e-4369-a1dd-146328d6476c triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:34:08.719765 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:08.720262 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 42322) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:34:08.722911 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23138c-15c0-436e-bb7e-38341a2dbfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210767e0-7eda-4375-bacd-91c13f370c09,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:08.761313 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8c23138c-15c0-436e-bb7e-38341a2dbfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:08.769391 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-8ad98043-bfd5-424f-aa00-e93abe5acba0 None None] Port 50ca6ccb-9f2a-42e6-861e-f259fceb79f7 cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:34:08.784789 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8affeae0-cd36-4791-b889-babe1a300873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:08.789802 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] Routers {'3676e250-2ef3-48fc-aa45-a0af413d0b91'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:34:08.790429 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:34:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['3676e250-2ef3-48fc-aa45-a0af413d0b91'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:08.815250 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8affeae0-cd36-4791-b889-babe1a300873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:08.825821 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7458ce61-196d-4f58-a638-7a4e76312456 admin admin] Network 1992c636-9109-4fad-96d1-e17447e8b4e9 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:34:08.826875 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-7458ce61-196d-4f58-a638-7a4e76312456 admin admin] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:34:08.875758 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9cee4-4885-40cc-972a-cc1380a59f02 None None] Pushing event updated for resources: {'Port': ['ID=abc72a82-714d-452b-97e8-0edc9ed2944a,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:08.883685 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-d9d9cee4-4885-40cc-972a-cc1380a59f02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:08.897800 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8affeae0-cd36-4791-b889-babe1a300873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:08.901794 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8936db78-cd75-426f-a056-0f5fd9605008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:08.918206 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affeae0-cd36-4791-b889-babe1a300873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210767e0-7eda-4375-bacd-91c13f370c09,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:08.923251 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8affeae0-cd36-4791-b889-babe1a300873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:08.927985 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8affeae0-cd36-4791-b889-babe1a300873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:08.942722 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-8affeae0-cd36-4791-b889-babe1a300873 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/210767e0-7eda-4375-bacd-91c13f370c09 HTTP/1.1" status: 204 len: 168 time: 0.2108614 Aug 23 10:34:09.090096 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] Set router 3676e250-2ef3-48fc-aa45-a0af413d0b91 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:34:09.204875 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7458ce61-196d-4f58-a638-7a4e76312456 admin admin] Router 3676e250-2ef3-48fc-aa45-a0af413d0b91 has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:34:09.313562 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-bf9998d5-a270-47db-8f85-2b633704fe96 None None] Provisioning complete for port 50ca6ccb-9f2a-42e6-861e-f259fceb79f7 triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:34:09.314001 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-bf9998d5-a270-47db-8f85-2b633704fe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:09.387743 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7458ce61-196d-4f58-a638-7a4e76312456 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:34:09.389683 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-bf9998d5-a270-47db-8f85-2b633704fe96 None None] Port 50ca6ccb-9f2a-42e6-861e-f259fceb79f7 cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:34:09.411877 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-7458ce61-196d-4f58-a638-7a4e76312456 admin admin] 10.222.0.21 "PUT /v2.0/routers/3676e250-2ef3-48fc-aa45-a0af413d0b91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1566775 Aug 23 10:34:09.475903 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3676e250-2ef3-48fc-aa45-a0af413d0b91', 'name': 'tempest-TestShelveInstance-634531961-router', 'tenant_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'abc72a82-714d-452b-97e8-0edc9ed2944a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:34:03Z', 'updated_at': '2021-08-23T10:34:08Z', 'revision_number': 4, 'project_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'gw_port': {'id': 'abc72a82-714d-452b-97e8-0edc9ed2944a', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3676e250-2ef3-48fc-aa45-a0af413d0b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:34:04Z', 'updated_at': '2021-08-23T10:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '50ca6ccb-9f2a-42e6-861e-f259fceb79f7', 'name': '', 'network_id': '1992c636-9109-4fad-96d1-e17447e8b4e9', 'tenant_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'mac_address': 'fa:16:3e:fc:d0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3676e250-2ef3-48fc-aa45-a0af413d0b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9a8e81f7-2048-4c65-a9d3-521727d5af54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:34:07Z', 'updated_at': '2021-08-23T10:34:08Z', 'revision_number': 2, 'project_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'subnets': [{'id': '9a8e81f7-2048-4c65-a9d3-521727d5af54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:09.480601 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b541d51-89a2-4142-9a66-620a30074f9e None None] The sync data for ids ['3676e250-2ef3-48fc-aa45-a0af413d0b91'] in dv-cinder-802781-2-iscsi is: [{'id': '3676e250-2ef3-48fc-aa45-a0af413d0b91', 'name': 'tempest-TestShelveInstance-634531961-router', 'tenant_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'abc72a82-714d-452b-97e8-0edc9ed2944a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:34:03Z', 'updated_at': '2021-08-23T10:34:08Z', 'revision_number': 4, 'project_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'gw_port': {'id': 'abc72a82-714d-452b-97e8-0edc9ed2944a', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3676e250-2ef3-48fc-aa45-a0af413d0b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:34:04Z', 'updated_at': '2021-08-23T10:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '50ca6ccb-9f2a-42e6-861e-f259fceb79f7', 'name': '', 'network_id': '1992c636-9109-4fad-96d1-e17447e8b4e9', 'tenant_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'mac_address': 'fa:16:3e:fc:d0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3676e250-2ef3-48fc-aa45-a0af413d0b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9a8e81f7-2048-4c65-a9d3-521727d5af54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:34:07Z', 'updated_at': '2021-08-23T10:34:08Z', 'revision_number': 2, 'project_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'subnets': [{'id': '9a8e81f7-2048-4c65-a9d3-521727d5af54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:34:09.781394 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 42352) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:34:09.896132 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1953511041-network', 'tenant_id': 'dcdf77253f6243549ed8cd6cd11d4313'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:34:09.900965 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:34:09.904994 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] Usage tracker for resource:network and tenant:dcdf77253f6243549ed8cd6cd11d4313 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:34:09.908220 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:34:09.915044 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:34:09.928970 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] Made reservation on behalf of dcdf77253f6243549ed8cd6cd11d4313 for: {'network': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:34:09.931733 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for network, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:09.945409 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:09.962101 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:34:09.966371 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] Usage tracker for resource:security_group_rule and tenant:dcdf77253f6243549ed8cd6cd11d4313 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:34:09.970022 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:34:09.976100 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:34:10.068130 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:10.072411 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:10.076785 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f29b1454-eded-46fd-94dd-b484f5c0d4a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:10.104315 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e189cd09-63fe-4df1-89e8-959dd7ddd59c,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:10.107691 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:10.116237 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=79261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:34:10.131421 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:10.132093 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.db.segments_db [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] Added segment 35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1 of type vlan for network ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b Aug 23 10:34:10.160135 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757078474397'] for network, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:10.215074 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for network, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:10.216491 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:10.217121 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:10.236260 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:10.289499 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 42358) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:34:10.289664 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5064180 Aug 23 10:34:10.300607 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-ae6f3421-730e-48b3-9aae-baff93eb77fc admin admin] Request body: {'subnet': {'network_id': 'ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1953511041-subnet', 'tenant_id': 'dcdf77253f6243549ed8cd6cd11d4313', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:34:10.312436 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-ae6f3421-730e-48b3-9aae-baff93eb77fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:34:10.317791 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 42362) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:34:10.320923 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-ae6f3421-730e-48b3-9aae-baff93eb77fc admin admin] Usage tracker for resource:subnet and tenant:dcdf77253f6243549ed8cd6cd11d4313 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:34:10.327945 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-5070c90d-5a61-4e7c-a96e-8bcb94c76ef9 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-596752248', 'description': 'tempest-secgroup-smoke-596752248 description', 'project_id': 'ed7cf1df40bb4d229c00c555d891db95'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:34:10.333090 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-ae6f3421-730e-48b3-9aae-baff93eb77fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:34:10.340790 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-5070c90d-5a61-4e7c-a96e-8bcb94c76ef9 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:34:10.343121 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-ae6f3421-730e-48b3-9aae-baff93eb77fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:34:10.343767 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] Pushing event updated for resources: {'Network': ['ID=ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:10.347013 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-c7c9d7e7-1bde-4656-8b86-46899018cf05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:10.347344 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-5070c90d-5a61-4e7c-a96e-8bcb94c76ef9 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Usage tracker for resource:security_group and tenant:ed7cf1df40bb4d229c00c555d891db95 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:34:10.351685 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-5070c90d-5a61-4e7c-a96e-8bcb94c76ef9 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:34:10.354052 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Network ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b details requested by agent ovs-agent-dv-cinder-802781-2-iscsi with host dv-cinder-802781-2-iscsi {{(pid=79263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:34:10.358250 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-5070c90d-5a61-4e7c-a96e-8bcb94c76ef9 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:34:10.372545 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5070c90d-5a61-4e7c-a96e-8bcb94c76ef9 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:10.387909 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6f3421-730e-48b3-9aae-baff93eb77fc admin admin] Made reservation on behalf of dcdf77253f6243549ed8cd6cd11d4313 for: {'subnet': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:34:10.390410 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ae6f3421-730e-48b3-9aae-baff93eb77fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15036580'] for subnet, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:10.429237 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-5070c90d-5a61-4e7c-a96e-8bcb94c76ef9 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:34:10.435882 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-5070c90d-5a61-4e7c-a96e-8bcb94c76ef9 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Usage tracker for resource:security_group_rule and tenant:ed7cf1df40bb4d229c00c555d891db95 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:34:10.480590 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-5070c90d-5a61-4e7c-a96e-8bcb94c76ef9 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:34:10.494485 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-5070c90d-5a61-4e7c-a96e-8bcb94c76ef9 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:34:10.632867 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5070c90d-5a61-4e7c-a96e-8bcb94c76ef9 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:10.641141 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5070c90d-5a61-4e7c-a96e-8bcb94c76ef9 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:10.647475 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-9a8e1d89-3f94-401f-81ec-6440fe0724dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:10.710465 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070c90d-5a61-4e7c-a96e-8bcb94c76ef9 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=355e4a03-45d7-4039-bcb5-c00a73fd02a8,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:10.713317 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-5070c90d-5a61-4e7c-a96e-8bcb94c76ef9 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:10.718561 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ae6f3421-730e-48b3-9aae-baff93eb77fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14959731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15036630'] for subnet, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:10.722873 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5070c90d-5a61-4e7c-a96e-8bcb94c76ef9 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:10.724088 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-5070c90d-5a61-4e7c-a96e-8bcb94c76ef9 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4052134 Aug 23 10:34:10.725691 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:10.727118 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 42366) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:34:10.732582 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-2ece2e03-8295-46dc-869e-c89e8371d277 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Request body: {'security_group_rule': {'security_group_id': '355e4a03-45d7-4039-bcb5-c00a73fd02a8', 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:34:10.739184 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-2ece2e03-8295-46dc-869e-c89e8371d277 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:34:10.742954 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-2ece2e03-8295-46dc-869e-c89e8371d277 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Usage tracker for resource:security_group_rule and tenant:ed7cf1df40bb4d229c00c555d891db95 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:34:10.745810 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-2ece2e03-8295-46dc-869e-c89e8371d277 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:34:10.752642 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-2ece2e03-8295-46dc-869e-c89e8371d277 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:34:10.769196 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2ece2e03-8295-46dc-869e-c89e8371d277 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:10.799915 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f3421-730e-48b3-9aae-baff93eb77fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=86d7f392-91cd-4281-8519-aa7787f3f277,revision_number=0']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:10.803773 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-ae6f3421-730e-48b3-9aae-baff93eb77fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:10.807668 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6f3421-730e-48b3-9aae-baff93eb77fc admin admin] Checking segment: {'id': '35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:34:10.808027 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6f3421-730e-48b3-9aae-baff93eb77fc admin admin] Network hostable DHCP agents. Network: ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b, hostable agents: ['4a75187f-898e-4cea-928c-8d2a7fd8cd5e'], hosted agents: [] {{(pid=79262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:34:10.826775 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6f3421-730e-48b3-9aae-baff93eb77fc admin admin] Network ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b is scheduled to be hosted by DHCP agent 4a75187f-898e-4cea-928c-8d2a7fd8cd5e with binding_index 1 {{(pid=79262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:34:10.835925 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-ae6f3421-730e-48b3-9aae-baff93eb77fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-iscsi, ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b) {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:34:10.836997 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2ece2e03-8295-46dc-869e-c89e8371d277 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:10.841182 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6f3421-730e-48b3-9aae-baff93eb77fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:10.841887 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ae6f3421-730e-48b3-9aae-baff93eb77fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:10.842851 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2ece2e03-8295-46dc-869e-c89e8371d277 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:10.844818 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ee26d4-4e72-48bb-8192-7b1a91dac4a6 None None] Network ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:34:10.851493 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:10.870096 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-ae6f3421-730e-48b3-9aae-baff93eb77fc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5711293 Aug 23 10:34:10.870301 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece2e03-8295-46dc-869e-c89e8371d277 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5419340-5167-4a36-97cf-3219061e290d,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:10.876156 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-2ece2e03-8295-46dc-869e-c89e8371d277 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:10.890628 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2ece2e03-8295-46dc-869e-c89e8371d277 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:10.892266 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-2ece2e03-8295-46dc-869e-c89e8371d277 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1641436 Aug 23 10:34:10.895066 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 42372) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:34:10.900431 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-de0c3eea-aa83-493f-b553-ab327f0f4240 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Request body: {'security_group_rule': {'security_group_id': '355e4a03-45d7-4039-bcb5-c00a73fd02a8', 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:34:10.906187 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-de0c3eea-aa83-493f-b553-ab327f0f4240 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:34:10.914962 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-de0c3eea-aa83-493f-b553-ab327f0f4240 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Usage tracker for resource:security_group_rule and tenant:ed7cf1df40bb4d229c00c555d891db95 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:34:10.918245 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-de0c3eea-aa83-493f-b553-ab327f0f4240 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:34:10.925914 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-de0c3eea-aa83-493f-b553-ab327f0f4240 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:34:10.954242 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-de0c3eea-aa83-493f-b553-ab327f0f4240 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:11.032826 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-de0c3eea-aa83-493f-b553-ab327f0f4240 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:11.038856 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-de0c3eea-aa83-493f-b553-ab327f0f4240 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:11.041363 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:11.063547 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c3eea-aa83-493f-b553-ab327f0f4240 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb446694-cc58-487f-9759-cd07265fc601,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:11.068139 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-de0c3eea-aa83-493f-b553-ab327f0f4240 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:11.082218 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-de0c3eea-aa83-493f-b553-ab327f0f4240 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:11.083185 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c64fac-a5d0-4cd2-9a76-ab25226be9ec None None] Network ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:34:11.083413 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-de0c3eea-aa83-493f-b553-ab327f0f4240 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1873081 Aug 23 10:34:11.086302 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 42376) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:34:11.091938 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-145c42ac-a94c-46bd-a166-ac7124056a1d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Request body: {'security_group_rule': {'security_group_id': '355e4a03-45d7-4039-bcb5-c00a73fd02a8', 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:34:11.098691 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-145c42ac-a94c-46bd-a166-ac7124056a1d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:34:11.102688 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-145c42ac-a94c-46bd-a166-ac7124056a1d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Usage tracker for resource:security_group_rule and tenant:ed7cf1df40bb4d229c00c555d891db95 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:34:11.105751 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-145c42ac-a94c-46bd-a166-ac7124056a1d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:34:11.112595 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-145c42ac-a94c-46bd-a166-ac7124056a1d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:34:11.130680 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-145c42ac-a94c-46bd-a166-ac7124056a1d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:11.208872 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-145c42ac-a94c-46bd-a166-ac7124056a1d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:11.213980 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-145c42ac-a94c-46bd-a166-ac7124056a1d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:11.217433 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:11.234085 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c42ac-a94c-46bd-a166-ac7124056a1d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0690bfec-ab84-4a40-b3d0-b6e47334ebe5,revision_number=0']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:11.238475 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-145c42ac-a94c-46bd-a166-ac7124056a1d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:11.261802 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-145c42ac-a94c-46bd-a166-ac7124056a1d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:11.263100 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-145c42ac-a94c-46bd-a166-ac7124056a1d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1756687 Aug 23 10:34:11.265790 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 42384) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:34:11.272220 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-c9322c1b-c461-45d5-98e8-4a37e6627864 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Request body: {'security_group_rule': {'security_group_id': '355e4a03-45d7-4039-bcb5-c00a73fd02a8', 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:34:11.279003 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-c9322c1b-c461-45d5-98e8-4a37e6627864 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:34:11.283516 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-c9322c1b-c461-45d5-98e8-4a37e6627864 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Usage tracker for resource:security_group_rule and tenant:ed7cf1df40bb4d229c00c555d891db95 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:34:11.288086 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-c9322c1b-c461-45d5-98e8-4a37e6627864 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:34:11.295737 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-c9322c1b-c461-45d5-98e8-4a37e6627864 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:34:11.316398 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c9322c1b-c461-45d5-98e8-4a37e6627864 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:11.382330 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c9322c1b-c461-45d5-98e8-4a37e6627864 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:11.386141 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c9322c1b-c461-45d5-98e8-4a37e6627864 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:11.388208 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-0c623849-d610-4395-94fa-4127ab7e5770 tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:11.410051 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9322c1b-c461-45d5-98e8-4a37e6627864 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ddb02a-3212-4648-8284-91f9a4789d9e,revision_number=0']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:11.412732 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c9322c1b-c461-45d5-98e8-4a37e6627864 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:11.420031 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c9322c1b-c461-45d5-98e8-4a37e6627864 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:11.424489 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-c9322c1b-c461-45d5-98e8-4a37e6627864 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1542284 Aug 23 10:34:11.424793 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 42388) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:34:11.430708 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-29bd6454-7aa2-499a-980f-f21232717c7e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Request body: {'security_group_rule': {'security_group_id': '355e4a03-45d7-4039-bcb5-c00a73fd02a8', 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:34:11.436838 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-29bd6454-7aa2-499a-980f-f21232717c7e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:34:11.441406 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-29bd6454-7aa2-499a-980f-f21232717c7e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Usage tracker for resource:security_group_rule and tenant:ed7cf1df40bb4d229c00c555d891db95 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:34:11.444321 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-29bd6454-7aa2-499a-980f-f21232717c7e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:34:11.450257 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-29bd6454-7aa2-499a-980f-f21232717c7e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:34:11.461992 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.db.securitygroups_db [None req-29bd6454-7aa2-499a-980f-f21232717c7e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Project ed7cf1df40bb4d229c00c555d891db95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 10:34:11.468830 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-29bd6454-7aa2-499a-980f-f21232717c7e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:11.535186 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-29bd6454-7aa2-499a-980f-f21232717c7e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:11.538820 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-29bd6454-7aa2-499a-980f-f21232717c7e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:11.540975 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:11.563804 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd6454-7aa2-499a-980f-f21232717c7e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa082405-0467-4b88-b82c-6a05356b9e20,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:11.569456 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-29bd6454-7aa2-499a-980f-f21232717c7e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:11.573872 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-29bd6454-7aa2-499a-980f-f21232717c7e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:11.575151 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-29bd6454-7aa2-499a-980f-f21232717c7e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1493559 Aug 23 10:34:11.578105 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 42392) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:34:11.583790 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-ea070e1f-c92f-445f-8511-efa8806ca836 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Request body: {'security_group_rule': {'security_group_id': '355e4a03-45d7-4039-bcb5-c00a73fd02a8', 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:34:11.589850 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-ea070e1f-c92f-445f-8511-efa8806ca836 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:34:11.593804 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-ea070e1f-c92f-445f-8511-efa8806ca836 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Usage tracker for resource:security_group_rule and tenant:ed7cf1df40bb4d229c00c555d891db95 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:34:11.596866 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-ea070e1f-c92f-445f-8511-efa8806ca836 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:34:11.612028 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-ea070e1f-c92f-445f-8511-efa8806ca836 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:34:11.624988 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.db.securitygroups_db [None req-ea070e1f-c92f-445f-8511-efa8806ca836 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Project ed7cf1df40bb4d229c00c555d891db95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 10:34:11.633308 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ea070e1f-c92f-445f-8511-efa8806ca836 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:11.716614 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ea070e1f-c92f-445f-8511-efa8806ca836 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:11.721125 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ea070e1f-c92f-445f-8511-efa8806ca836 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:11.723488 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:11.746802 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea070e1f-c92f-445f-8511-efa8806ca836 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427c86bb-2c97-441e-9d80-b14e7facd87e,revision_number=0']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:11.750082 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-ea070e1f-c92f-445f-8511-efa8806ca836 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:11.757492 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ea070e1f-c92f-445f-8511-efa8806ca836 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:11.758709 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-ea070e1f-c92f-445f-8511-efa8806ca836 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1796160 Aug 23 10:34:11.889013 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device abc72a82-714d-452b-97e8-0edc9ed2944a up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:34:11.967413 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port abc72a82-714d-452b-97e8-0edc9ed2944a completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:34:11.973200 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port abc72a82-714d-452b-97e8-0edc9ed2944a triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:34:11.973781 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:12.098916 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:12.114937 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port abc72a82-714d-452b-97e8-0edc9ed2944a, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=abc72a82-714d-452b-97e8-0edc9ed2944a,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:34:12.118719 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:12.121941 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-d9d9cee4-4885-40cc-972a-cc1380a59f02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:12.188786 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=abc72a82-714d-452b-97e8-0edc9ed2944a,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:12.192074 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:12.876182 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] Sync routers for ids ['3676e250-2ef3-48fc-aa45-a0af413d0b91'] in dv-cinder-802781-2-iscsi {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:34:12.886115 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] Routers {'3676e250-2ef3-48fc-aa45-a0af413d0b91'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:34:12.886729 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:34:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['3676e250-2ef3-48fc-aa45-a0af413d0b91'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:13.082310 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-65bab949-6bb7-40c6-a3f8-9bacb7bdf963 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:13.083008 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-65bab949-6bb7-40c6-a3f8-9bacb7bdf963 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Synchronizing usage tracker for tenant:dcdf77253f6243549ed8cd6cd11d4313 on resource:network {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:34:13.100948 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-65bab949-6bb7-40c6-a3f8-9bacb7bdf963 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Unset dirty status for tenant:dcdf77253f6243549ed8cd6cd11d4313 on resource:network {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:34:13.102010 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] Set router 3676e250-2ef3-48fc-aa45-a0af413d0b91 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:34:13.102284 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-65bab949-6bb7-40c6-a3f8-9bacb7bdf963 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/networks?id=ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b HTTP/1.1" status: 200 len: 814 time: 0.1811159 Aug 23 10:34:13.117705 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-d016d025-f129-4d84-b8dd-a666faa7ede5 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/quotas/dcdf77253f6243549ed8cd6cd11d4313 HTTP/1.1" status: 200 len: 375 time: 0.0096269 Aug 23 10:34:13.166710 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-04535a49-e15e-4fe7-8f09-399fc61b1503 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dcdf77253f6243549ed8cd6cd11d4313&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426164 Aug 23 10:34:13.223235 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-5419292c-d841-4199-a8d7-f34ea09f0d3c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 10:34:13.224257 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-5419292c-d841-4199-a8d7-f34ea09f0d3c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0509942 Aug 23 10:34:13.360375 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-cdd8b3c3-e76c-4bad-8f09-cdbf30f319b6 service neutron] 10.222.0.21 "GET /v2.0/networks/ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301663 Aug 23 10:34:13.428769 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3676e250-2ef3-48fc-aa45-a0af413d0b91', 'name': 'tempest-TestShelveInstance-634531961-router', 'tenant_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'abc72a82-714d-452b-97e8-0edc9ed2944a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:34:03Z', 'updated_at': '2021-08-23T10:34:08Z', 'revision_number': 4, 'project_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'gw_port': {'id': 'abc72a82-714d-452b-97e8-0edc9ed2944a', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3676e250-2ef3-48fc-aa45-a0af413d0b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:34:04Z', 'updated_at': '2021-08-23T10:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '50ca6ccb-9f2a-42e6-861e-f259fceb79f7', 'name': '', 'network_id': '1992c636-9109-4fad-96d1-e17447e8b4e9', 'tenant_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'mac_address': 'fa:16:3e:fc:d0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3676e250-2ef3-48fc-aa45-a0af413d0b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9a8e81f7-2048-4c65-a9d3-521727d5af54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:34:07Z', 'updated_at': '2021-08-23T10:34:08Z', 'revision_number': 2, 'project_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'subnets': [{'id': '9a8e81f7-2048-4c65-a9d3-521727d5af54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:13.432492 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] Checking router: 3676e250-2ef3-48fc-aa45-a0af413d0b91 for host: dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:34:13.432887 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] Updating router 3676e250-2ef3-48fc-aa45-a0af413d0b91 port 50ca6ccb-9f2a-42e6-861e-f259fceb79f7 binding host dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:34:13.485898 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:13.494770 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-7d7b87a0-15de-4e61-9dd6-2a113ab37f30 service neutron] 10.222.0.21 "GET /v2.0/networks/ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286557 Aug 23 10:34:13.709099 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-37bf9bfe-d821-4a16-9a83-155d50a46c9a req-50eb2268-36ad-4ad3-8843-679f85773f4f tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=442b074d-48bb-4db5-8688-96cefb2c4099 HTTP/1.1" status: 200 len: 210 time: 0.0499730 Aug 23 10:34:13.873864 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device abc72a82-714d-452b-97e8-0edc9ed2944a up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:34:13.907278 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] Notify callbacks [] for port, precommit_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:13.921870 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.provisioning_blocks [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] Transition to ACTIVE for port object 50ca6ccb-9f2a-42e6-861e-f259fceb79f7 will not be triggered until provisioned by entity L2. {{(pid=79264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:34:13.929931 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:13.934948 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-b6a66248-ab68-44d4-ba10-da0ab6a01598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:13.981492 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port abc72a82-714d-452b-97e8-0edc9ed2944a triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:34:13.982048 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:14.075971 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53cd98b-7d26-4f11-9b77-823f435fdff4 None None] Pushing event updated for resources: {'Port': ['ID=50ca6ccb-9f2a-42e6-861e-f259fceb79f7,revision_number=3']} {{(pid=79264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:14.080317 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-d53cd98b-7d26-4f11-9b77-823f435fdff4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:14.179906 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] Attempting to bind port 50ca6ccb-9f2a-42e6-861e-f259fceb79f7 on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:34:14.180366 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] Attempting to bind port 50ca6ccb-9f2a-42e6-861e-f259fceb79f7 by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': 'e5fa2f33-7334-4a5e-9b13-d5f0a9399e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1992c636-9109-4fad-96d1-e17447e8b4e9'}] {{(pid=79264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:34:14.180861 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] Attempting to bind port 50ca6ccb-9f2a-42e6-861e-f259fceb79f7 on network 1992c636-9109-4fad-96d1-e17447e8b4e9 {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:34:14.187956 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:34:14.188421 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] Checking segment: {'id': 'e5fa2f33-7334-4a5e-9b13-d5f0a9399e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1992c636-9109-4fad-96d1-e17447e8b4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:34:14.188946 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:14.189412 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] Bound using segment: {'id': 'e5fa2f33-7334-4a5e-9b13-d5f0a9399e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1992c636-9109-4fad-96d1-e17447e8b4e9'} {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:34:14.189974 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] Bound port: 50ca6ccb-9f2a-42e6-861e-f259fceb79f7, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fa2f33-7334-4a5e-9b13-d5f0a9399e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1992c636-9109-4fad-96d1-e17447e8b4e9'}}] {{(pid=79264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:34:14.190450 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:14.287934 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.db [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] For port 50ca6ccb-9f2a-42e6-861e-f259fceb79f7, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:34:14.290827 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.db [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] For port 50ca6ccb-9f2a-42e6-861e-f259fceb79f7, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=50ca6ccb-9f2a-42e6-861e-f259fceb79f7,segment=NetworkSegment(e5fa2f33-7334-4a5e-9b13-d5f0a9399e72),segment_id=e5fa2f33-7334-4a5e-9b13-d5f0a9399e72)] {{(pid=79264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:34:14.295295 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:14.300071 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:14.379346 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] Routers {'3676e250-2ef3-48fc-aa45-a0af413d0b91'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:34:14.379912 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:34:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['3676e250-2ef3-48fc-aa45-a0af413d0b91'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:14.462522 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53cd98b-7d26-4f11-9b77-823f435fdff4 None None] Pushing event updated for resources: {'Port': ['ID=50ca6ccb-9f2a-42e6-861e-f259fceb79f7,revision_number=4']} {{(pid=79264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:14.469935 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-d53cd98b-7d26-4f11-9b77-823f435fdff4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:14.576320 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] Set router 3676e250-2ef3-48fc-aa45-a0af413d0b91 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:34:14.902367 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c7df8aa1-0fdf-409e-9132-4866cc5d3894 req-ce5de61c-bcf5-4331-80e3-268f82873857 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=442b074d-48bb-4db5-8688-96cefb2c4099 HTTP/1.1" status: 200 len: 210 time: 0.0592940 Aug 23 10:34:14.943901 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-6a2c4944-d288-459b-93f0-27f2a1fde7f1 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:14.945596 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-6a2c4944-d288-459b-93f0-27f2a1fde7f1 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.38 "GET /v2.0/networks?id=ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b HTTP/1.1" status: 200 len: 814 time: 0.1875992 Aug 23 10:34:14.951881 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3676e250-2ef3-48fc-aa45-a0af413d0b91', 'name': 'tempest-TestShelveInstance-634531961-router', 'tenant_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'abc72a82-714d-452b-97e8-0edc9ed2944a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:34:03Z', 'updated_at': '2021-08-23T10:34:08Z', 'revision_number': 4, 'project_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'gw_port': {'id': 'abc72a82-714d-452b-97e8-0edc9ed2944a', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3676e250-2ef3-48fc-aa45-a0af413d0b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:34:04Z', 'updated_at': '2021-08-23T10:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '50ca6ccb-9f2a-42e6-861e-f259fceb79f7', 'name': '', 'network_id': '1992c636-9109-4fad-96d1-e17447e8b4e9', 'tenant_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'mac_address': 'fa:16:3e:fc:d0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3676e250-2ef3-48fc-aa45-a0af413d0b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9a8e81f7-2048-4c65-a9d3-521727d5af54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:34:07Z', 'updated_at': '2021-08-23T10:34:14Z', 'revision_number': 4, 'project_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'subnets': [{'id': '9a8e81f7-2048-4c65-a9d3-521727d5af54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:14.953508 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d577a52-9b99-4e75-861e-4f11e681bc37 None None] The sync data for ids ['3676e250-2ef3-48fc-aa45-a0af413d0b91'] in dv-cinder-802781-2-iscsi is: [{'id': '3676e250-2ef3-48fc-aa45-a0af413d0b91', 'name': 'tempest-TestShelveInstance-634531961-router', 'tenant_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'abc72a82-714d-452b-97e8-0edc9ed2944a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:34:03Z', 'updated_at': '2021-08-23T10:34:08Z', 'revision_number': 4, 'project_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'gw_port': {'id': 'abc72a82-714d-452b-97e8-0edc9ed2944a', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3676e250-2ef3-48fc-aa45-a0af413d0b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:34:04Z', 'updated_at': '2021-08-23T10:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '50ca6ccb-9f2a-42e6-861e-f259fceb79f7', 'name': '', 'network_id': '1992c636-9109-4fad-96d1-e17447e8b4e9', 'tenant_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'mac_address': 'fa:16:3e:fc:d0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3676e250-2ef3-48fc-aa45-a0af413d0b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9a8e81f7-2048-4c65-a9d3-521727d5af54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:34:07Z', 'updated_at': '2021-08-23T10:34:14Z', 'revision_number': 4, 'project_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'subnets': [{'id': '9a8e81f7-2048-4c65-a9d3-521727d5af54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:34:14.963303 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-04d3db3d-fbaa-42f2-a204-35abc5bddfa7 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Request body: {'port': {'device_id': '442b074d-48bb-4db5-8688-96cefb2c4099', 'network_id': 'ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b', 'admin_state_up': True, 'tenant_id': 'dcdf77253f6243549ed8cd6cd11d4313'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:34:15.119080 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-04d3db3d-fbaa-42f2-a204-35abc5bddfa7 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:34:15.123380 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-04d3db3d-fbaa-42f2-a204-35abc5bddfa7 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Usage tracker for resource:port and tenant:dcdf77253f6243549ed8cd6cd11d4313 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:34:15.127285 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-04d3db3d-fbaa-42f2-a204-35abc5bddfa7 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:34:15.133361 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-04d3db3d-fbaa-42f2-a204-35abc5bddfa7 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:34:15.144000 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-04d3db3d-fbaa-42f2-a204-35abc5bddfa7 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Made reservation on behalf of dcdf77253f6243549ed8cd6cd11d4313 for: {'port': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:34:15.147593 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-04d3db3d-fbaa-42f2-a204-35abc5bddfa7 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:15.326256 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-04d3db3d-fbaa-42f2-a204-35abc5bddfa7 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Allocated IP 172.20.0.2 (ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b/86d7f392-91cd-4281-8519-aa7787f3f277/b0b7918e-a943-4e8f-9da5-fb705bc00087) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:34:15.629894 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-04d3db3d-fbaa-42f2-a204-35abc5bddfa7 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:15.660206 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-04d3db3d-fbaa-42f2-a204-35abc5bddfa7 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:15.667120 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-6399d1e7-22c0-49d5-919d-e11ca07ddad9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:15.730302 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-04d3db3d-fbaa-42f2-a204-35abc5bddfa7 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Network ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:34:15.733672 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-04d3db3d-fbaa-42f2-a204-35abc5bddfa7 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:34:15.736759 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-04d3db3d-fbaa-42f2-a204-35abc5bddfa7 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:34:15.787204 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3db3d-fbaa-42f2-a204-35abc5bddfa7 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Pushing event updated for resources: {'Port': ['ID=b0b7918e-a943-4e8f-9da5-fb705bc00087,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:15.790285 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-04d3db3d-fbaa-42f2-a204-35abc5bddfa7 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:15.817052 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-04d3db3d-fbaa-42f2-a204-35abc5bddfa7 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:15.817700 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-04d3db3d-fbaa-42f2-a204-35abc5bddfa7 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:15.842749 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-04d3db3d-fbaa-42f2-a204-35abc5bddfa7 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8835955 Aug 23 10:34:15.855352 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] Request body: {'port': {'device_id': '442b074d-48bb-4db5-8688-96cefb2c4099', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:34:15.900953 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 50ca6ccb-9f2a-42e6-861e-f259fceb79f7 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:34:15.976070 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port 50ca6ccb-9f2a-42e6-861e-f259fceb79f7 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:34:15.979262 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:15.981932 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 50ca6ccb-9f2a-42e6-861e-f259fceb79f7 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:34:15.982492 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:16.105555 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:16.140022 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port 50ca6ccb-9f2a-42e6-861e-f259fceb79f7, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=50ca6ccb-9f2a-42e6-861e-f259fceb79f7,segment=NetworkSegment(e5fa2f33-7334-4a5e-9b13-d5f0a9399e72),segment_id=e5fa2f33-7334-4a5e-9b13-d5f0a9399e72)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:34:16.144380 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:16.147707 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-1ef73c53-4725-4f26-9f03-b7c3d8ebd05f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:16.198328 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fb56b-6986-4801-aa0c-a510ad90ce99 req-bfb1220b-12ab-4344-9cbf-92a4b422ef3c tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:16.198937 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-640fb56b-6986-4801-aa0c-a510ad90ce99 req-bfb1220b-12ab-4344-9cbf-92a4b422ef3c tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Synchronizing usage tracker for tenant:dcdf77253f6243549ed8cd6cd11d4313 on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:34:16.216948 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=50ca6ccb-9f2a-42e6-861e-f259fceb79f7,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:16.221338 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:16.292258 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-640fb56b-6986-4801-aa0c-a510ad90ce99 req-bfb1220b-12ab-4344-9cbf-92a4b422ef3c tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Unset dirty status for tenant:dcdf77253f6243549ed8cd6cd11d4313 on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:34:16.293483 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-640fb56b-6986-4801-aa0c-a510ad90ce99 req-bfb1220b-12ab-4344-9cbf-92a4b422ef3c tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=442b074d-48bb-4db5-8688-96cefb2c4099 HTTP/1.1" status: 200 len: 931 time: 0.2683516 Aug 23 10:34:16.368632 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-640fb56b-6986-4801-aa0c-a510ad90ce99 req-1ea5774e-49e8-4117-a527-05e75d572033 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678253 Aug 23 10:34:16.445674 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b7918e-a943-4e8f-9da5-fb705bc00087 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:34:16.455261 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:16.470378 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] Transition to ACTIVE for port object b0b7918e-a943-4e8f-9da5-fb705bc00087 will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:34:16.473897 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:16.478892 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-ba445a81-6341-4918-a201-32794e577c25 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:16.612454 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b7918e-a943-4e8f-9da5-fb705bc00087,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:16.645709 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:16.718027 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] Attempting to bind port b0b7918e-a943-4e8f-9da5-fb705bc00087 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:34:16.718261 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] Attempting to bind port b0b7918e-a943-4e8f-9da5-fb705bc00087 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:34:16.718591 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] Attempting to bind port b0b7918e-a943-4e8f-9da5-fb705bc00087 on network ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:34:16.723928 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] Port b0b7918e-a943-4e8f-9da5-fb705bc00087 on network ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:34:16.724248 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] Attempting to bind port b0b7918e-a943-4e8f-9da5-fb705bc00087 on network ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:34:16.729439 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] Checking agent: {'id': 'f0a3a63c-ec97-42f3-9482-19859e948017', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'started_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:34:16.729778 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] Checking segment: {'id': '35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:34:16.730166 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] Bound using segment: {'id': '35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:34:16.730593 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] Bound port: b0b7918e-a943-4e8f-9da5-fb705bc00087, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:34:16.730940 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:16.823908 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] For port b0b7918e-a943-4e8f-9da5-fb705bc00087, host hv-cinder-80278, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:34:16.826813 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] For port b0b7918e-a943-4e8f-9da5-fb705bc00087, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=b0b7918e-a943-4e8f-9da5-fb705bc00087,segment=NetworkSegment(35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1),segment_id=35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:34:16.831817 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:16.836248 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-d12498c7-d245-4ee4-a211-ae60a00ab629 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:16.893642 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:16.894264 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:16.895640 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] 10.222.0.38 "PUT /v2.0/ports/b0b7918e-a943-4e8f-9da5-fb705bc00087 HTTP/1.1" status: 200 len: 1093 time: 1.0446811 Aug 23 10:34:16.896152 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442b074d-48bb-4db5-8688-96cefb2c4099', 'tag': 'b0b7918e-a943-4e8f-9da5-fb705bc00087'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:34:16.918977 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b7918e-a943-4e8f-9da5-fb705bc00087,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:16.922535 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:17.025491 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-f5a9603e-d062-43d9-93aa-992feaca4c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:17.027097 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-f5a9603e-d062-43d9-93aa-992feaca4c09 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dcdf77253f6243549ed8cd6cd11d4313&device_id=442b074d-48bb-4db5-8688-96cefb2c4099 HTTP/1.1" status: 200 len: 1096 time: 0.0879557 Aug 23 10:34:17.029694 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442b074d-48bb-4db5-8688-96cefb2c4099', 'tag': 'b0b7918e-a943-4e8f-9da5-fb705bc00087', 'status': 'completed', 'code': 200} Aug 23 10:34:17.099924 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-e71cd037-59a2-441d-a320-b8ae90db9ff4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b0b7918e-a943-4e8f-9da5-fb705bc00087 HTTP/1.1" status: 200 len: 217 time: 0.0606387 Aug 23 10:34:17.166917 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-51476da4-20c2-453d-9de0-660cce1100c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:17.168368 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-51476da4-20c2-453d-9de0-660cce1100c6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=86d7f392-91cd-4281-8519-aa7787f3f277 HTTP/1.1" status: 200 len: 854 time: 0.0609856 Aug 23 10:34:17.215664 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-b9ff4e36-ad8f-4607-a4fe-b4e8fe86f1c7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401168 Aug 23 10:34:17.351419 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-ace98950-4d2f-446b-af31-5e5e6771e2ec service neutron] 10.222.0.38 "GET /v2.0/networks/ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281128 Aug 23 10:34:17.634495 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-62376c3e-f4a0-4182-8b2e-c535e518a5ee req-59203651-db95-42f5-9d3b-ec6c54002b1a service neutron] 10.222.0.38 "GET /v2.0/networks/ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761493 Aug 23 10:34:17.650339 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21bcca-5d48-4ecf-b29a-cf220a0d444f req-62fe7175-fcf2-44f4-a916-98c4953660d2 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:17.651791 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9c21bcca-5d48-4ecf-b29a-cf220a0d444f req-62fe7175-fcf2-44f4-a916-98c4953660d2 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=442b074d-48bb-4db5-8688-96cefb2c4099 HTTP/1.1" status: 200 len: 943 time: 0.1164796 Aug 23 10:34:17.746182 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9c21bcca-5d48-4ecf-b29a-cf220a0d444f req-997760e9-9dcb-42c8-927c-ca99bc11c8ec tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869596 Aug 23 10:34:17.769513 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba565b2-752a-476d-a514-f7bf1378277e req-8254493b-062b-4613-87a8-83fa47eb266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:17.770991 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-dba565b2-752a-476d-a514-f7bf1378277e req-8254493b-062b-4613-87a8-83fa47eb266c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dcdf77253f6243549ed8cd6cd11d4313&device_id=442b074d-48bb-4db5-8688-96cefb2c4099 HTTP/1.1" status: 200 len: 1096 time: 0.0921190 Aug 23 10:34:17.866586 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 50ca6ccb-9f2a-42e6-861e-f259fceb79f7 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:34:17.905568 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba565b2-752a-476d-a514-f7bf1378277e req-633fdb9d-93f9-4a6b-9414-70fac69d3f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:17.906958 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-dba565b2-752a-476d-a514-f7bf1378277e req-633fdb9d-93f9-4a6b-9414-70fac69d3f5f service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b HTTP/1.1" status: 200 len: 915 time: 0.1289582 Aug 23 10:34:17.933747 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 50ca6ccb-9f2a-42e6-861e-f259fceb79f7 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:34:17.934137 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:17.976338 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-dba565b2-752a-476d-a514-f7bf1378277e req-6f21dbf2-ad5f-464c-be07-8ba8c8432615 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b0b7918e-a943-4e8f-9da5-fb705bc00087 HTTP/1.1" status: 200 len: 217 time: 0.0616164 Aug 23 10:34:18.055749 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba565b2-752a-476d-a514-f7bf1378277e req-e6837071-4888-4ea2-b840-bba1cd913286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:18.057220 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-dba565b2-752a-476d-a514-f7bf1378277e req-e6837071-4888-4ea2-b840-bba1cd913286 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=86d7f392-91cd-4281-8519-aa7787f3f277 HTTP/1.1" status: 200 len: 854 time: 0.0738149 Aug 23 10:34:18.104917 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-dba565b2-752a-476d-a514-f7bf1378277e req-8fe4e197-9b05-481e-96c9-00275278b97e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404065 Aug 23 10:34:18.237728 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-dba565b2-752a-476d-a514-f7bf1378277e req-d107aafd-83f1-4d13-96b9-d90851195f8b service neutron] 10.222.0.38 "GET /v2.0/networks/ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260695 Aug 23 10:34:18.371983 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-dba565b2-752a-476d-a514-f7bf1378277e req-bb0cce9c-3206-4ade-b280-0bc845c6a152 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270118 Aug 23 10:34:18.935304 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cdef1-cef3-4a0f-8975-d21ebc408c18 req-390a8f26-3bb8-406d-b7f7-d9b17fdd9b8f tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:18.936707 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c85cdef1-cef3-4a0f-8975-d21ebc408c18 req-390a8f26-3bb8-406d-b7f7-d9b17fdd9b8f tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=442b074d-48bb-4db5-8688-96cefb2c4099 HTTP/1.1" status: 200 len: 943 time: 0.0841823 Aug 23 10:34:18.980939 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-c85cdef1-cef3-4a0f-8975-d21ebc408c18 req-862b21ea-31ce-452d-953a-53518d37b4e8 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Synchronizing usage tracker for tenant:dcdf77253f6243549ed8cd6cd11d4313 on resource:security_group {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:34:19.000996 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-c85cdef1-cef3-4a0f-8975-d21ebc408c18 req-862b21ea-31ce-452d-953a-53518d37b4e8 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Unset dirty status for tenant:dcdf77253f6243549ed8cd6cd11d4313 on resource:security_group {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:34:19.002144 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c85cdef1-cef3-4a0f-8975-d21ebc408c18 req-862b21ea-31ce-452d-953a-53518d37b4e8 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591643 Aug 23 10:34:20.190093 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769144a1-6c62-4958-9cd1-ff2f77e848d8 req-c233b2a2-73c2-4424-b388-7370d0745ad4 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:20.191634 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-769144a1-6c62-4958-9cd1-ff2f77e848d8 req-c233b2a2-73c2-4424-b388-7370d0745ad4 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=442b074d-48bb-4db5-8688-96cefb2c4099 HTTP/1.1" status: 200 len: 943 time: 0.0833080 Aug 23 10:34:20.243501 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-769144a1-6c62-4958-9cd1-ff2f77e848d8 req-cdc3ecb6-a08d-46bc-88f6-507060f4deff tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455191 Aug 23 10:34:21.433468 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa31ef-d206-418c-b6d5-9fc90cc4eb75 req-eff6b210-f3b1-41fe-8bc8-e42581fbf9af tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:21.434979 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7bfa31ef-d206-418c-b6d5-9fc90cc4eb75 req-eff6b210-f3b1-41fe-8bc8-e42581fbf9af tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=442b074d-48bb-4db5-8688-96cefb2c4099 HTTP/1.1" status: 200 len: 943 time: 0.0839648 Aug 23 10:34:21.482550 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7bfa31ef-d206-418c-b6d5-9fc90cc4eb75 req-680a5c40-e46e-4cbb-832c-40ab23741f6c tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419066 Aug 23 10:34:22.611047 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device b0b7918e-a943-4e8f-9da5-fb705bc00087 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:34:22.668587 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1aad3-ec1e-4cf5-95c2-6449ef833dea req-cb89e9ca-cfcd-48fa-b9c1-4090f5f561b3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:22.670136 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c3d1aad3-ec1e-4cf5-95c2-6449ef833dea req-cb89e9ca-cfcd-48fa-b9c1-4090f5f561b3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=442b074d-48bb-4db5-8688-96cefb2c4099 HTTP/1.1" status: 200 len: 943 time: 0.0840123 Aug 23 10:34:22.717015 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c3d1aad3-ec1e-4cf5-95c2-6449ef833dea req-7317bbf3-3503-4687-98dc-a5cc9cf76081 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406766 Aug 23 10:34:22.745961 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port b0b7918e-a943-4e8f-9da5-fb705bc00087, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=b0b7918e-a943-4e8f-9da5-fb705bc00087,segment=NetworkSegment(35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1),segment_id=35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:34:22.759290 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': 'b0b7918e-a943-4e8f-9da5-fb705bc00087', 'network_id': 'ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b', 'port_id': 'b0b7918e-a943-4e8f-9da5-fb705bc00087', 'mac_address': 'fa:16:3e:78:0b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d7f392-91cd-4281-8519-aa7787f3f277', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:34:22.840502 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:22.856835 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b7918e-a943-4e8f-9da5-fb705bc00087 {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:34:22.872556 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port b0b7918e-a943-4e8f-9da5-fb705bc00087, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=b0b7918e-a943-4e8f-9da5-fb705bc00087,segment=NetworkSegment(35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1),segment_id=35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:34:22.876926 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:22.878656 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:22.944599 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=b0b7918e-a943-4e8f-9da5-fb705bc00087,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:22.947996 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:23.334469 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['b0b7918e-a943-4e8f-9da5-fb705bc00087'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:34:23.898983 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3aac05-7b7a-432d-a872-2dfb180b89f5 req-5916c856-ffb9-401d-aaa0-a6a74e12b046 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:23.900428 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0c3aac05-7b7a-432d-a872-2dfb180b89f5 req-5916c856-ffb9-401d-aaa0-a6a74e12b046 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=442b074d-48bb-4db5-8688-96cefb2c4099 HTTP/1.1" status: 200 len: 944 time: 0.0779724 Aug 23 10:34:23.943811 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0c3aac05-7b7a-432d-a872-2dfb180b89f5 req-a0c61a17-a844-46fa-892e-a6c214116dae tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378854 Aug 23 10:34:24.625804 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device b0b7918e-a943-4e8f-9da5-fb705bc00087 up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:34:24.694608 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning for port b0b7918e-a943-4e8f-9da5-fb705bc00087 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:34:24.699858 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port b0b7918e-a943-4e8f-9da5-fb705bc00087 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:34:24.700344 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:24.809696 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:24.837355 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442b074d-48bb-4db5-8688-96cefb2c4099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b7918e-a943-4e8f-9da5-fb705bc00087'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:34:24.846988 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port b0b7918e-a943-4e8f-9da5-fb705bc00087, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=b0b7918e-a943-4e8f-9da5-fb705bc00087,segment=NetworkSegment(35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1),segment_id=35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:34:24.851286 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:24.854573 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:24.921346 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=b0b7918e-a943-4e8f-9da5-fb705bc00087,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:24.924743 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:24.986656 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442b074d-48bb-4db5-8688-96cefb2c4099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b7918e-a943-4e8f-9da5-fb705bc00087', 'code': 200} Aug 23 10:34:25.224707 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bd624-80be-41b9-9ceb-a46e567b4c24 req-0ac93619-79f7-4c5d-a3a6-ced762175237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:25.225286 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110779c-089a-41ec-afa1-1850a10fad24 req-14528bcf-19cf-435e-9a00-e974eea80b64 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:25.226107 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a93bd624-80be-41b9-9ceb-a46e567b4c24 req-0ac93619-79f7-4c5d-a3a6-ced762175237 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=442b074d-48bb-4db5-8688-96cefb2c4099 HTTP/1.1" status: 200 len: 1098 time: 0.0742342 Aug 23 10:34:25.226616 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1110779c-089a-41ec-afa1-1850a10fad24 req-14528bcf-19cf-435e-9a00-e974eea80b64 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=442b074d-48bb-4db5-8688-96cefb2c4099 HTTP/1.1" status: 200 len: 945 time: 0.1751304 Aug 23 10:34:25.269744 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a93bd624-80be-41b9-9ceb-a46e567b4c24 req-33d747ec-1695-4521-988f-d13ebd1065da service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360315 Aug 23 10:34:25.272574 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1110779c-089a-41ec-afa1-1850a10fad24 req-0c02ffcd-8f75-40f8-aacb-8d939f77a7c4 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403240 Aug 23 10:34:26.457733 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be53220-0954-4fc5-ae04-6971e342cd39 req-56fea6f0-65be-45b4-946e-382e568eaacc tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:26.459208 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-2be53220-0954-4fc5-ae04-6971e342cd39 req-56fea6f0-65be-45b4-946e-382e568eaacc tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=442b074d-48bb-4db5-8688-96cefb2c4099 HTTP/1.1" status: 200 len: 945 time: 0.0804298 Aug 23 10:34:26.506906 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-2be53220-0954-4fc5-ae04-6971e342cd39 req-a59c5418-d2cc-4f9a-ac2f-56b02cd18d1b tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420430 Aug 23 10:34:27.685510 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcac0b1-227f-4b72-8e3b-53ac7e618db2 req-e36549d5-8545-4bde-a205-4e708d588b38 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:27.686945 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-fdcac0b1-227f-4b72-8e3b-53ac7e618db2 req-e36549d5-8545-4bde-a205-4e708d588b38 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=442b074d-48bb-4db5-8688-96cefb2c4099 HTTP/1.1" status: 200 len: 945 time: 0.0784307 Aug 23 10:34:27.729565 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-fdcac0b1-227f-4b72-8e3b-53ac7e618db2 req-0b56f0ed-70d1-4017-a839-bcb080a64f31 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371132 Aug 23 10:34:28.692513 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:32.834934 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-9e8f5c7b-6485-42b2-b450-7f2000ad56f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:33.651581 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:35.553327 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-f9f8bb83-9894-4ab4-9944-ae7aa07087c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:36.438721 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:37.971037 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:40.022051 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-503559d2-03d7-489c-92de-145719c241e3 req-ac6cb31b-4a82-4fd2-b438-13255853f938 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Synchronizing usage tracker for tenant:ed7cf1df40bb4d229c00c555d891db95 on resource:security_group {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:34:40.038533 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-503559d2-03d7-489c-92de-145719c241e3 req-ac6cb31b-4a82-4fd2-b438-13255853f938 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Unset dirty status for tenant:ed7cf1df40bb4d229c00c555d891db95 on resource:security_group {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:34:40.039658 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-503559d2-03d7-489c-92de-145719c241e3 req-ac6cb31b-4a82-4fd2-b438-13255853f938 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-596752248&fields=id&tenant_id=ed7cf1df40bb4d229c00c555d891db95 HTTP/1.1" status: 200 len: 267 time: 0.0573072 Aug 23 10:34:40.194666 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503559d2-03d7-489c-92de-145719c241e3 req-d75a2eca-8bf3-4555-9bd1-3e6ffee8f7a5 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:40.196194 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-503559d2-03d7-489c-92de-145719c241e3 req-d75a2eca-8bf3-4555-9bd1-3e6ffee8f7a5 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/networks?id=6f046682-76b5-4374-a986-c6f7be6af2d2 HTTP/1.1" status: 200 len: 808 time: 0.1485696 Aug 23 10:34:40.211286 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-503559d2-03d7-489c-92de-145719c241e3 req-bf2471cb-e0a2-4e19-84d5-dc48917b7824 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/quotas/ed7cf1df40bb4d229c00c555d891db95 HTTP/1.1" status: 200 len: 375 time: 0.0094147 Aug 23 10:34:40.295361 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-503559d2-03d7-489c-92de-145719c241e3 req-1a644f8c-c2f9-494e-9a73-f7db8b6176fe tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed7cf1df40bb4d229c00c555d891db95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790639 Aug 23 10:34:40.531066 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-503559d2-03d7-489c-92de-145719c241e3 req-d03f7d15-9f9f-41c1-80a1-ba6da440be1e service neutron] 10.222.0.21 "GET /v2.0/networks/6f046682-76b5-4374-a986-c6f7be6af2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235236 Aug 23 10:34:40.664174 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-503559d2-03d7-489c-92de-145719c241e3 req-8de926ee-6895-4f79-800e-82c3dd3c4d30 service neutron] 10.222.0.21 "GET /v2.0/networks/6f046682-76b5-4374-a986-c6f7be6af2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270320 Aug 23 10:34:42.061104 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:34:42.078005 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-9ebba335-de62-4f08-9208-ac2654bed55c req-1ac4a40c-0dd1-4d7e-9615-6bdb99c3670c tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Synchronizing usage tracker for tenant:ed7cf1df40bb4d229c00c555d891db95 on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:34:42.096269 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-9ebba335-de62-4f08-9208-ac2654bed55c req-1ac4a40c-0dd1-4d7e-9615-6bdb99c3670c tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Unset dirty status for tenant:ed7cf1df40bb4d229c00c555d891db95 on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:34:42.097546 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9ebba335-de62-4f08-9208-ac2654bed55c req-1ac4a40c-0dd1-4d7e-9615-6bdb99c3670c tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 210 time: 0.0698779 Aug 23 10:34:42.736491 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 42702) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:34:42.937090 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-cce07a8a-165f-4fd8-b1ea-c87b66713574 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Deleting port 881c11a1-f8e1-4a2b-baa7-eb577fc94c2b {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:34:42.937436 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cce07a8a-165f-4fd8-b1ea-c87b66713574 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:43.124421 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cce07a8a-165f-4fd8-b1ea-c87b66713574 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:43.125164 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cce07a8a-165f-4fd8-b1ea-c87b66713574 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:43.160396 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503559d2-03d7-489c-92de-145719c241e3 req-ee3f27c8-f31a-48a6-9824-025cd722f34c tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:43.161951 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-503559d2-03d7-489c-92de-145719c241e3 req-ee3f27c8-f31a-48a6-9824-025cd722f34c tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.38 "GET /v2.0/networks?id=6f046682-76b5-4374-a986-c6f7be6af2d2 HTTP/1.1" status: 200 len: 808 time: 0.1638174 Aug 23 10:34:43.250488 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-cce07a8a-165f-4fd8-b1ea-c87b66713574 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Calling delete_port for 881c11a1-f8e1-4a2b-baa7-eb577fc94c2b owned by network:floatingip {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:34:43.266968 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ee5abd3e-c95d-4922-85b0-cf6d6dd0c5ad req-dc84e98a-0c0a-4e8e-9a47-53f25cd7f629 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 210 time: 0.0504293 Aug 23 10:34:43.271472 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-503559d2-03d7-489c-92de-145719c241e3 req-c6692429-4e1a-4219-918e-84c874d68e28 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed7cf1df40bb4d229c00c555d891db95 HTTP/1.1" status: 200 len: 379 time: 0.0980620 Aug 23 10:34:43.285399 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-503559d2-03d7-489c-92de-145719c241e3 req-1b8bc438-0812-4653-9210-eb31f3c74c2b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Request body: {'port': {'device_id': '210b1910-7894-49b2-886d-d436e3b91af7', 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2', 'admin_state_up': True, 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'security_groups': ['355e4a03-45d7-4039-bcb5-c00a73fd02a8']}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:34:43.414714 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cce07a8a-165f-4fd8-b1ea-c87b66713574 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:43.419262 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5b93c5a3-cbd3-407c-8c58-4d565409a1f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:43.424156 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-503559d2-03d7-489c-92de-145719c241e3 req-1b8bc438-0812-4653-9210-eb31f3c74c2b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:34:43.433954 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-503559d2-03d7-489c-92de-145719c241e3 req-1b8bc438-0812-4653-9210-eb31f3c74c2b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:34:43.442415 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-503559d2-03d7-489c-92de-145719c241e3 req-1b8bc438-0812-4653-9210-eb31f3c74c2b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Made reservation on behalf of ed7cf1df40bb4d229c00c555d891db95 for: {'port': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:34:43.446740 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-503559d2-03d7-489c-92de-145719c241e3 req-1b8bc438-0812-4653-9210-eb31f3c74c2b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:43.461718 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce07a8a-165f-4fd8-b1ea-c87b66713574 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Pushing event deleted for resources: {'Port': ['ID=881c11a1-f8e1-4a2b-baa7-eb577fc94c2b,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:43.464944 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-cce07a8a-165f-4fd8-b1ea-c87b66713574 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:43.561111 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cce07a8a-165f-4fd8-b1ea-c87b66713574 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for floatingip, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:43.561375 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.db.l3_db [None req-cce07a8a-165f-4fd8-b1ea-c87b66713574 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Floating IP 1cec39f5-57ba-4001-8b63-f5394b0d3b29 disassociated (deleted). External IP: 172.27.2.59, port: 7c079513-b67c-4ec7-8f24-c87c64fe6549. Aug 23 10:34:43.623572 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [req-503559d2-03d7-489c-92de-145719c241e3 req-1b8bc438-0812-4653-9210-eb31f3c74c2b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Allocated IP 172.20.0.3 (6f046682-76b5-4374-a986-c6f7be6af2d2/d1ae451a-7cfe-4bc4-a991-7d7b30489c4a/12e76817-6eb1-47e7-8f4c-e0019b12e3f6) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:34:43.814447 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-503559d2-03d7-489c-92de-145719c241e3 req-1b8bc438-0812-4653-9210-eb31f3c74c2b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:43.833937 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [req-503559d2-03d7-489c-92de-145719c241e3 req-1b8bc438-0812-4653-9210-eb31f3c74c2b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Transition to ACTIVE for port object 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 will not be triggered until provisioned by entity DHCP. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:34:43.859833 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-503559d2-03d7-489c-92de-145719c241e3 req-1b8bc438-0812-4653-9210-eb31f3c74c2b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:43.865194 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1f5c2be0-c0e1-4818-af66-9dd3e7495176 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:43.922636 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce07a8a-165f-4fd8-b1ea-c87b66713574 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:34:43.950600 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8bc438-0812-4653-9210-eb31f3c74c2b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Pushing event updated for resources: {'Port': ['ID=12e76817-6eb1-47e7-8f4c-e0019b12e3f6,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:43.956525 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1b8bc438-0812-4653-9210-eb31f3c74c2b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:43.958538 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-503559d2-03d7-489c-92de-145719c241e3 req-1b8bc438-0812-4653-9210-eb31f3c74c2b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Network 6f046682-76b5-4374-a986-c6f7be6af2d2 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:34:43.960059 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [req-503559d2-03d7-489c-92de-145719c241e3 req-1b8bc438-0812-4653-9210-eb31f3c74c2b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:34:43.962692 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-503559d2-03d7-489c-92de-145719c241e3 req-1b8bc438-0812-4653-9210-eb31f3c74c2b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:34:44.039779 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503559d2-03d7-489c-92de-145719c241e3 req-1b8bc438-0812-4653-9210-eb31f3c74c2b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:44.040619 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-503559d2-03d7-489c-92de-145719c241e3 req-1b8bc438-0812-4653-9210-eb31f3c74c2b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:44.076046 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-503559d2-03d7-489c-92de-145719c241e3 req-1b8bc438-0812-4653-9210-eb31f3c74c2b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7975056 Aug 23 10:34:44.088472 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-503559d2-03d7-489c-92de-145719c241e3 req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] Request body: {'port': {'device_id': '210b1910-7894-49b2-886d-d436e3b91af7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:34:44.208815 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-503559d2-03d7-489c-92de-145719c241e3 req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:44.237208 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce07a8a-165f-4fd8-b1ea-c87b66713574 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:34:44.248138 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86cc43c-52cd-4790-8235-1ffe8edf9579 None None] Sync routers for ids ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:34:44.257674 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86cc43c-52cd-4790-8235-1ffe8edf9579 None None] Routers {'6dda64b0-5a92-4731-ba79-9cb121c8bb7f'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:34:44.258299 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-e86cc43c-52cd-4790-8235-1ffe8edf9579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:34:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:44.258868 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cce07a8a-165f-4fd8-b1ea-c87b66713574 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:44.323769 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-cce07a8a-165f-4fd8-b1ea-c87b66713574 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "DELETE /v2.0/floatingips/1cec39f5-57ba-4001-8b63-f5394b0d3b29 HTTP/1.1" status: 204 len: 168 time: 1.5861320 Aug 23 10:34:44.324504 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a1dafd1-7483-420a-8b97-474397e793da', 'tag': '7c079513-b67c-4ec7-8f24-c87c64fe6549'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:34:44.354863 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-c84ebea7-6da3-48f1-86ba-79f5547bd95a None None] Provisioning for port 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:34:44.416266 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-c84ebea7-6da3-48f1-86ba-79f5547bd95a None None] Provisioning complete for port 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:34:44.416986 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c84ebea7-6da3-48f1-86ba-79f5547bd95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:44.495331 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-c84ebea7-6da3-48f1-86ba-79f5547bd95a None None] Port 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:34:44.523824 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-e86cc43c-52cd-4790-8235-1ffe8edf9579 None None] Set router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:34:44.655613 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [req-503559d2-03d7-489c-92de-145719c241e3 req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:34:44.666745 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-503559d2-03d7-489c-92de-145719c241e3 req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:44.692605 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [req-503559d2-03d7-489c-92de-145719c241e3 req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] Transition to ACTIVE for port object 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:34:44.697982 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-503559d2-03d7-489c-92de-145719c241e3 req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:44.702815 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:44.703847 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89d779-3834-4f33-b8c2-e34ed959f0c9 req-0a2366bc-5221-4074-a45b-d4b754f95654 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:44.707053 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6a89d779-3834-4f33-b8c2-e34ed959f0c9 req-0a2366bc-5221-4074-a45b-d4b754f95654 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 931 time: 0.1265454 Aug 23 10:34:44.761655 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-6a89d779-3834-4f33-b8c2-e34ed959f0c9 req-0f342705-34c0-4ce4-a5e2-90e0d650ae03 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Synchronizing usage tracker for tenant:ed7cf1df40bb4d229c00c555d891db95 on resource:security_group {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:34:44.777436 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a1dafd1-7483-420a-8b97-474397e793da', 'tag': '7c079513-b67c-4ec7-8f24-c87c64fe6549', 'status': 'completed', 'code': 200} Aug 23 10:34:44.778005 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-6a89d779-3834-4f33-b8c2-e34ed959f0c9 req-0f342705-34c0-4ce4-a5e2-90e0d650ae03 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Unset dirty status for tenant:ed7cf1df40bb4d229c00c555d891db95 on resource:security_group {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:34:44.793449 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6a89d779-3834-4f33-b8c2-e34ed959f0c9 req-0f342705-34c0-4ce4-a5e2-90e0d650ae03 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758336 Aug 23 10:34:44.887447 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d84b5-91d1-41f0-87e2-7bf3900c1af6 req-bb07bc4f-695d-4b52-b9e7-011484b99814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:44.888720 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5a3d84b5-91d1-41f0-87e2-7bf3900c1af6 req-bb07bc4f-695d-4b52-b9e7-011484b99814 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a6864e9926d446a1b338ada6c729f0ea&device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 1098 time: 0.0865390 Aug 23 10:34:44.984437 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-e86cc43c-52cd-4790-8235-1ffe8edf9579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:24:26Z', 'revision_number': 4, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port': {'id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:23Z', 'updated_at': '2021-08-23T10:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': '5b5b8dbf-deb5-450d-9909-002590f63536', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'port_id': 'f6087ed5-88e3-4c28-910f-23a0f81902fa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'mac_address': 'fa:16:3e:25:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea65bd0-2136-43a9-b1b5-72343eeead3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:28:52Z', 'updated_at': '2021-08-23T10:28:55Z', 'revision_number': 1, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71f2042-dd45-41a0-85a3-94da6fa9fc8d', 'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'mac_address': 'fa:16:3e:7f:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:25Z', 'updated_at': '2021-08-23T10:24:34Z', 'revision_number': 5, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'subnets': [{'id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:44.994195 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86cc43c-52cd-4790-8235-1ffe8edf9579 None None] Checking router: 6dda64b0-5a92-4731-ba79-9cb121c8bb7f for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:34:45.008996 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86cc43c-52cd-4790-8235-1ffe8edf9579 None None] Routers {'6dda64b0-5a92-4731-ba79-9cb121c8bb7f'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:34:45.009609 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-e86cc43c-52cd-4790-8235-1ffe8edf9579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:34:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:45.043048 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d84b5-91d1-41f0-87e2-7bf3900c1af6 req-53b308f8-9bc3-41db-964f-5352d7a0a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:45.044695 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5a3d84b5-91d1-41f0-87e2-7bf3900c1af6 req-53b308f8-9bc3-41db-964f-5352d7a0a950 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a18a32d3-3186-440e-9e08-e8bed12731a2 HTTP/1.1" status: 200 len: 913 time: 0.1489995 Aug 23 10:34:45.047730 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] Pushing event updated for resources: {'Port': ['ID=12e76817-6eb1-47e7-8f4c-e0019b12e3f6,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:45.056314 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:45.122739 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5a3d84b5-91d1-41f0-87e2-7bf3900c1af6 req-4026f2af-10d7-4992-aba5-735e7f0745ee service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c079513-b67c-4ec7-8f24-c87c64fe6549 HTTP/1.1" status: 200 len: 217 time: 0.0699110 Aug 23 10:34:45.153755 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc428d2-4bc2-4d51-968c-15ff920f4c44 req-e9717f63-f8f2-4fc9-8fc6-fa085c683e44 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:45.155292 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1dc428d2-4bc2-4d51-968c-15ff920f4c44 req-e9717f63-f8f2-4fc9-8fc6-fa085c683e44 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 945 time: 0.2675483 Aug 23 10:34:45.155983 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-503559d2-03d7-489c-92de-145719c241e3 req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] Attempting to bind port 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:34:45.156317 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-503559d2-03d7-489c-92de-145719c241e3 req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] Attempting to bind port 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '4e88c8cb-8c93-484b-ab7e-d34105bd6615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:34:45.156664 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503559d2-03d7-489c-92de-145719c241e3 req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] Attempting to bind port 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 on network 6f046682-76b5-4374-a986-c6f7be6af2d2 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:34:45.163151 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503559d2-03d7-489c-92de-145719c241e3 req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] Port 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 on network 6f046682-76b5-4374-a986-c6f7be6af2d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:34:45.163975 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503559d2-03d7-489c-92de-145719c241e3 req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] Attempting to bind port 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 on network 6f046682-76b5-4374-a986-c6f7be6af2d2 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:34:45.182808 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503559d2-03d7-489c-92de-145719c241e3 req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] Checking agent: {'id': 'f0a3a63c-ec97-42f3-9482-19859e948017', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'started_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:34:45.183150 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503559d2-03d7-489c-92de-145719c241e3 req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] Checking segment: {'id': '4e88c8cb-8c93-484b-ab7e-d34105bd6615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:34:45.183530 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503559d2-03d7-489c-92de-145719c241e3 req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] Bound using segment: {'id': '4e88c8cb-8c93-484b-ab7e-d34105bd6615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:34:45.183980 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-503559d2-03d7-489c-92de-145719c241e3 req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] Bound port: 12e76817-6eb1-47e7-8f4c-e0019b12e3f6, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e88c8cb-8c93-484b-ab7e-d34105bd6615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:34:45.184317 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-503559d2-03d7-489c-92de-145719c241e3 req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:45.190977 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d84b5-91d1-41f0-87e2-7bf3900c1af6 req-6ca55db0-6394-4a69-aa1d-8d5723baf8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:45.192504 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5a3d84b5-91d1-41f0-87e2-7bf3900c1af6 req-6ca55db0-6394-4a69-aa1d-8d5723baf8b4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=14c11f95-41aa-4176-8d80-0a61ad808b4f HTTP/1.1" status: 200 len: 851 time: 0.0613928 Aug 23 10:34:45.225738 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-e86cc43c-52cd-4790-8235-1ffe8edf9579 None None] Set router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:34:45.264895 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1dc428d2-4bc2-4d51-968c-15ff920f4c44 req-8a856794-677a-480e-99ab-4c9e2767f115 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026771 Aug 23 10:34:45.279514 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d84b5-91d1-41f0-87e2-7bf3900c1af6 req-28212c10-6ef3-437b-b580-a6de4c42b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:45.283202 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5a3d84b5-91d1-41f0-87e2-7bf3900c1af6 req-28212c10-6ef3-437b-b580-a6de4c42b45d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a18a32d3-3186-440e-9e08-e8bed12731a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820642 Aug 23 10:34:45.304116 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-503559d2-03d7-489c-92de-145719c241e3 req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] For port 12e76817-6eb1-47e7-8f4c-e0019b12e3f6, host hv-cinder-80278, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:34:45.307895 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-503559d2-03d7-489c-92de-145719c241e3 req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] For port 12e76817-6eb1-47e7-8f4c-e0019b12e3f6, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=12e76817-6eb1-47e7-8f4c-e0019b12e3f6,segment=NetworkSegment(4e88c8cb-8c93-484b-ab7e-d34105bd6615),segment_id=4e88c8cb-8c93-484b-ab7e-d34105bd6615)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:34:45.312366 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-503559d2-03d7-489c-92de-145719c241e3 req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:45.317404 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c0509c54-dc52-4b7f-b6c6-79077916e709 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:45.378662 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503559d2-03d7-489c-92de-145719c241e3 req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:45.379344 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-503559d2-03d7-489c-92de-145719c241e3 req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:45.381145 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-503559d2-03d7-489c-92de-145719c241e3 req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] 10.222.0.38 "PUT /v2.0/ports/12e76817-6eb1-47e7-8f4c-e0019b12e3f6 HTTP/1.1" status: 200 len: 1093 time: 1.2980244 Aug 23 10:34:45.384373 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210b1910-7894-49b2-886d-d436e3b91af7', 'tag': '12e76817-6eb1-47e7-8f4c-e0019b12e3f6'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:34:45.410486 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] Pushing event updated for resources: {'Port': ['ID=12e76817-6eb1-47e7-8f4c-e0019b12e3f6,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:45.414742 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:45.473673 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210b1910-7894-49b2-886d-d436e3b91af7', 'tag': '12e76817-6eb1-47e7-8f4c-e0019b12e3f6', 'status': 'completed', 'code': 200} Aug 23 10:34:45.484886 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5a3d84b5-91d1-41f0-87e2-7bf3900c1af6 req-fff97e7e-f3d0-4110-9588-72ece3859c8e service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911304 Aug 23 10:34:45.510023 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503559d2-03d7-489c-92de-145719c241e3 req-13a4df21-929c-4631-95cb-5b31fc9de5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:45.511513 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-503559d2-03d7-489c-92de-145719c241e3 req-13a4df21-929c-4631-95cb-5b31fc9de5e6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed7cf1df40bb4d229c00c555d891db95&device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 1096 time: 0.0806975 Aug 23 10:34:45.592091 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-503559d2-03d7-489c-92de-145719c241e3 req-b42b9b1a-faab-4d24-afae-642b98496c62 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12e76817-6eb1-47e7-8f4c-e0019b12e3f6 HTTP/1.1" status: 200 len: 217 time: 0.0706768 Aug 23 10:34:45.636655 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-5a3d84b5-91d1-41f0-87e2-7bf3900c1af6 req-3a3328e6-fc2c-4855-8cb3-aed3fe107491 service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444077 Aug 23 10:34:45.665921 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503559d2-03d7-489c-92de-145719c241e3 req-1582b17d-a441-45e7-a9b5-2b1f35fe34c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:45.667610 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-503559d2-03d7-489c-92de-145719c241e3 req-1582b17d-a441-45e7-a9b5-2b1f35fe34c3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d1ae451a-7cfe-4bc4-a991-7d7b30489c4a HTTP/1.1" status: 200 len: 847 time: 0.0672629 Aug 23 10:34:45.670151 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-e86cc43c-52cd-4790-8235-1ffe8edf9579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:24:26Z', 'revision_number': 4, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port': {'id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:23Z', 'updated_at': '2021-08-23T10:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': '5b5b8dbf-deb5-450d-9909-002590f63536', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'port_id': 'f6087ed5-88e3-4c28-910f-23a0f81902fa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'mac_address': 'fa:16:3e:25:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea65bd0-2136-43a9-b1b5-72343eeead3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:28:52Z', 'updated_at': '2021-08-23T10:28:55Z', 'revision_number': 1, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71f2042-dd45-41a0-85a3-94da6fa9fc8d', 'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'mac_address': 'fa:16:3e:7f:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:25Z', 'updated_at': '2021-08-23T10:24:34Z', 'revision_number': 5, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'subnets': [{'id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:45.674106 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86cc43c-52cd-4790-8235-1ffe8edf9579 None None] The sync data for ids ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'] in dv-cinder-802781-2-iscsi is: [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:24:26Z', 'revision_number': 4, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port': {'id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:23Z', 'updated_at': '2021-08-23T10:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': '5b5b8dbf-deb5-450d-9909-002590f63536', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'port_id': 'f6087ed5-88e3-4c28-910f-23a0f81902fa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'mac_address': 'fa:16:3e:25:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea65bd0-2136-43a9-b1b5-72343eeead3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:28:52Z', 'updated_at': '2021-08-23T10:28:55Z', 'revision_number': 1, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b71f2042-dd45-41a0-85a3-94da6fa9fc8d', 'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'mac_address': 'fa:16:3e:7f:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:25Z', 'updated_at': '2021-08-23T10:24:34Z', 'revision_number': 5, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'subnets': [{'id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:34:45.755525 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503559d2-03d7-489c-92de-145719c241e3 req-1a0c00c0-d863-4a9c-a5ff-17c136b3e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:45.757846 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-503559d2-03d7-489c-92de-145719c241e3 req-1a0c00c0-d863-4a9c-a5ff-17c136b3e332 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6f046682-76b5-4374-a986-c6f7be6af2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770199 Aug 23 10:34:45.921952 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e699dc-0733-4537-a542-400f5fe1bbb9 None None] New status for floating IP 1cec39f5-57ba-4001-8b63-f5394b0d3b29: DOWN {{(pid=79264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:34:45.948218 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-503559d2-03d7-489c-92de-145719c241e3 req-b2c2ac5e-9e9b-4a14-a0f4-72d8b0dc624e service neutron] 10.222.0.38 "GET /v2.0/networks/6f046682-76b5-4374-a986-c6f7be6af2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833625 Aug 23 10:34:46.077727 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba5984-7522-4980-a5eb-e2f20d4b9503 req-4f7c344a-6a06-48d3-b63b-4ce193981763 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:46.078438 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-3cba5984-7522-4980-a5eb-e2f20d4b9503 req-4f7c344a-6a06-48d3-b63b-4ce193981763 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Synchronizing usage tracker for tenant:ed7cf1df40bb4d229c00c555d891db95 on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:34:46.107978 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-503559d2-03d7-489c-92de-145719c241e3 req-46dc5a2c-8c51-44e5-b289-487b3ce0ebff service neutron] 10.222.0.38 "GET /v2.0/networks/6f046682-76b5-4374-a986-c6f7be6af2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504018 Aug 23 10:34:46.111988 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-3cba5984-7522-4980-a5eb-e2f20d4b9503 req-4f7c344a-6a06-48d3-b63b-4ce193981763 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Unset dirty status for tenant:ed7cf1df40bb4d229c00c555d891db95 on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:34:46.113045 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3cba5984-7522-4980-a5eb-e2f20d4b9503 req-4f7c344a-6a06-48d3-b63b-4ce193981763 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 943 time: 0.2159333 Aug 23 10:34:46.204012 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3cba5984-7522-4980-a5eb-e2f20d4b9503 req-4f81f277-c44f-4ad9-b656-5886b5a5e93d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804415 Aug 23 10:34:46.238826 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a76ea-5ab6-4e7d-9f16-853c2c2fce88 req-d628a0cf-0892-446d-804d-5779b3ba8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:46.240295 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-578a76ea-5ab6-4e7d-9f16-853c2c2fce88 req-d628a0cf-0892-446d-804d-5779b3ba8c4d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed7cf1df40bb4d229c00c555d891db95&device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 1096 time: 0.0789902 Aug 23 10:34:46.371993 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a76ea-5ab6-4e7d-9f16-853c2c2fce88 req-d15581d7-f7b9-4dfc-aa0f-7989e0d08255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:46.373493 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-578a76ea-5ab6-4e7d-9f16-853c2c2fce88 req-d15581d7-f7b9-4dfc-aa0f-7989e0d08255 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6f046682-76b5-4374-a986-c6f7be6af2d2 HTTP/1.1" status: 200 len: 909 time: 0.1261191 Aug 23 10:34:46.445300 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-578a76ea-5ab6-4e7d-9f16-853c2c2fce88 req-77b100e0-3d26-4f1d-8ee4-08a160773a25 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12e76817-6eb1-47e7-8f4c-e0019b12e3f6 HTTP/1.1" status: 200 len: 217 time: 0.0643635 Aug 23 10:34:46.458571 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3e0cf-5d55-4f89-a6e3-2ed07bc8323a req-afce142f-f84c-49b4-b8d4-f5f3f405be14 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:46.459246 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-8dc3e0cf-5d55-4f89-a6e3-2ed07bc8323a req-afce142f-f84c-49b4-b8d4-f5f3f405be14 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Synchronizing usage tracker for tenant:a6864e9926d446a1b338ada6c729f0ea on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:34:46.474791 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-8dc3e0cf-5d55-4f89-a6e3-2ed07bc8323a req-afce142f-f84c-49b4-b8d4-f5f3f405be14 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Unset dirty status for tenant:a6864e9926d446a1b338ada6c729f0ea on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:34:46.476549 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8dc3e0cf-5d55-4f89-a6e3-2ed07bc8323a req-afce142f-f84c-49b4-b8d4-f5f3f405be14 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 945 time: 0.1013181 Aug 23 10:34:46.508486 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a76ea-5ab6-4e7d-9f16-853c2c2fce88 req-45e585f3-6316-4ed0-a458-9cb4195bb9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:46.509988 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-578a76ea-5ab6-4e7d-9f16-853c2c2fce88 req-45e585f3-6316-4ed0-a458-9cb4195bb9ba service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d1ae451a-7cfe-4bc4-a991-7d7b30489c4a HTTP/1.1" status: 200 len: 847 time: 0.0580757 Aug 23 10:34:46.522094 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8dc3e0cf-5d55-4f89-a6e3-2ed07bc8323a req-11c239fc-eff8-4ba4-b5bd-d55d54760488 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393102 Aug 23 10:34:46.584344 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a76ea-5ab6-4e7d-9f16-853c2c2fce88 req-cc46c8c7-94b4-4a08-ba91-6ac47da933cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:46.586399 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-578a76ea-5ab6-4e7d-9f16-853c2c2fce88 req-cc46c8c7-94b4-4a08-ba91-6ac47da933cb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6f046682-76b5-4374-a986-c6f7be6af2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701604 Aug 23 10:34:46.810093 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-578a76ea-5ab6-4e7d-9f16-853c2c2fce88 req-3140a102-d48f-4bf2-a265-55c549dcb244 service neutron] 10.222.0.38 "GET /v2.0/networks/6f046682-76b5-4374-a986-c6f7be6af2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153013 Aug 23 10:34:46.940924 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-578a76ea-5ab6-4e7d-9f16-853c2c2fce88 req-d791437b-6d35-47e8-ad65-bee398eade02 service neutron] 10.222.0.38 "GET /v2.0/networks/6f046682-76b5-4374-a986-c6f7be6af2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236238 Aug 23 10:34:47.280794 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae391c-3a56-4f20-ab87-a6e11b4063c2 req-a8c63989-85e5-4891-9efb-0d8bb99676cc tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:47.282256 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-60ae391c-3a56-4f20-ab87-a6e11b4063c2 req-a8c63989-85e5-4891-9efb-0d8bb99676cc tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 945 time: 0.0830412 Aug 23 10:34:47.403192 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-60ae391c-3a56-4f20-ab87-a6e11b4063c2 req-b4c6765f-f0bf-4a8f-b63f-2f4b539b14fa tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Deleting port 7c079513-b67c-4ec7-8f24-c87c64fe6549 {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:34:47.403888 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-60ae391c-3a56-4f20-ab87-a6e11b4063c2 req-b4c6765f-f0bf-4a8f-b63f-2f4b539b14fa tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:47.505312 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8671cee-d9b6-4900-b8ce-666590d60de4 req-75dd5610-c19c-4761-86ce-cb930f5afb1c tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:47.506674 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c8671cee-d9b6-4900-b8ce-666590d60de4 req-75dd5610-c19c-4761-86ce-cb930f5afb1c tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 943 time: 0.1851637 Aug 23 10:34:47.600397 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c8671cee-d9b6-4900-b8ce-666590d60de4 req-ac80e1c2-9110-4228-bce9-47f331ba7a2d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828681 Aug 23 10:34:47.698797 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-60ae391c-3a56-4f20-ab87-a6e11b4063c2 req-b4c6765f-f0bf-4a8f-b63f-2f4b539b14fa tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] For port 7c079513-b67c-4ec7-8f24-c87c64fe6549, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=7c079513-b67c-4ec7-8f24-c87c64fe6549,segment=NetworkSegment(5f857737-07df-483e-98d1-f9abb21c6d3f),segment_id=5f857737-07df-483e-98d1-f9abb21c6d3f)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:34:47.699175 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-60ae391c-3a56-4f20-ab87-a6e11b4063c2 req-b4c6765f-f0bf-4a8f-b63f-2f4b539b14fa tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:47.708008 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ced40a-f1bf-4419-a1fe-8f3f0f9154f6 req-4c2d21e2-1f5e-4570-bdf2-9e26916141b5 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:47.709503 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-b6ced40a-f1bf-4419-a1fe-8f3f0f9154f6 req-4c2d21e2-1f5e-4570-bdf2-9e26916141b5 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 945 time: 0.0790045 Aug 23 10:34:47.757790 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-b6ced40a-f1bf-4419-a1fe-8f3f0f9154f6 req-3bc4b49b-269a-4994-b64f-7889b0d218d1 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416594 Aug 23 10:34:47.823524 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-60ae391c-3a56-4f20-ab87-a6e11b4063c2 req-b4c6765f-f0bf-4a8f-b63f-2f4b539b14fa tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Calling delete_port for 7c079513-b67c-4ec7-8f24-c87c64fe6549 owned by compute:nova {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:34:47.966242 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-60ae391c-3a56-4f20-ab87-a6e11b4063c2 req-b4c6765f-f0bf-4a8f-b63f-2f4b539b14fa tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:47.971434 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-7458ce61-196d-4f58-a638-7a4e76312456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:48.016108 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6765f-f0bf-4a8f-b63f-2f4b539b14fa tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Pushing event deleted for resources: {'Port': ['ID=7c079513-b67c-4ec7-8f24-c87c64fe6549,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:48.019203 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-b4c6765f-f0bf-4a8f-b63f-2f4b539b14fa tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:48.091697 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ae391c-3a56-4f20-ab87-a6e11b4063c2 req-b4c6765f-f0bf-4a8f-b63f-2f4b539b14fa tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] No DVR routers for this DVR port 7c079513-b67c-4ec7-8f24-c87c64fe6549 on host hv-cinder-80278 {{(pid=79262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:34:48.094125 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-60ae391c-3a56-4f20-ab87-a6e11b4063c2 req-b4c6765f-f0bf-4a8f-b63f-2f4b539b14fa tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:48.096664 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1dafd1-7483-420a-8b97-474397e793da', 'name': 'network-vif-deleted', 'tag': '7c079513-b67c-4ec7-8f24-c87c64fe6549'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:34:48.112408 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-60ae391c-3a56-4f20-ab87-a6e11b4063c2 req-b4c6765f-f0bf-4a8f-b63f-2f4b539b14fa tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.38 "DELETE /v2.0/ports/7c079513-b67c-4ec7-8f24-c87c64fe6549 HTTP/1.1" status: 204 len: 173 time: 0.8238933 Aug 23 10:34:48.147545 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a1dafd1-7483-420a-8b97-474397e793da', 'name': 'network-vif-deleted', 'tag': '7c079513-b67c-4ec7-8f24-c87c64fe6549', 'status': 'completed', 'code': 200} Aug 23 10:34:48.780298 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777470d-4bd2-42e4-8904-f18e31fd6e4c req-f5c241ae-d7f5-4f93-9e70-f1c2c2e01c23 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:48.781780 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8777470d-4bd2-42e4-8904-f18e31fd6e4c req-f5c241ae-d7f5-4f93-9e70-f1c2c2e01c23 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 943 time: 0.0785863 Aug 23 10:34:48.828755 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8777470d-4bd2-42e4-8904-f18e31fd6e4c req-898c8525-412c-44f2-baae-529fd480b9b2 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413611 Aug 23 10:34:48.920472 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-166b5241-5e70-45e7-9393-abb4ed8a7183 req-5846af7f-1d9a-41ba-8b03-3084b29b5eff tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Synchronizing usage tracker for tenant:a6864e9926d446a1b338ada6c729f0ea on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:34:48.935245 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-166b5241-5e70-45e7-9393-abb4ed8a7183 req-5846af7f-1d9a-41ba-8b03-3084b29b5eff tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Unset dirty status for tenant:a6864e9926d446a1b338ada6c729f0ea on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:34:48.936364 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-166b5241-5e70-45e7-9393-abb4ed8a7183 req-5846af7f-1d9a-41ba-8b03-3084b29b5eff tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a1dafd1-7483-420a-8b97-474397e793da HTTP/1.1" status: 200 len: 210 time: 0.0590897 Aug 23 10:34:50.015568 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4ed1b-f196-4fd7-b8c6-9f4172b39f4f req-dd1a7969-372a-427f-90f7-dc16eeeddd22 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:50.017356 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4ab4ed1b-f196-4fd7-b8c6-9f4172b39f4f req-dd1a7969-372a-427f-90f7-dc16eeeddd22 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 943 time: 0.0842001 Aug 23 10:34:50.063827 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4ab4ed1b-f196-4fd7-b8c6-9f4172b39f4f req-265d2276-46a2-4def-b87b-ec2520a8aa66 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402398 Aug 23 10:34:50.745009 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 7c079513-b67c-4ec7-8f24-c87c64fe6549 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:34:50.778302 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] No Port match for: 7c079513-b67c-4ec7-8f24-c87c64fe6549 {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:34:50.778655 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 7c079513-b67c-4ec7-8f24-c87c64fe6549 not bound to the agent host hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:34:51.262654 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffda400-1ed4-4345-844a-48e3524b27ae req-36050c33-93f1-452d-b22a-c694f269caf3 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:51.265586 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-bffda400-1ed4-4345-844a-48e3524b27ae req-36050c33-93f1-452d-b22a-c694f269caf3 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 943 time: 0.0963337 Aug 23 10:34:51.310212 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-bffda400-1ed4-4345-844a-48e3524b27ae req-38c9a165-5bf6-4e70-ac83-45cb96289fa9 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395350 Aug 23 10:34:52.489993 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36cc4d-a99a-4a92-9569-a31c613e046c req-50d3867c-f74b-4472-ba0b-6bff30e427de tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:52.491478 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-fb36cc4d-a99a-4a92-9569-a31c613e046c req-50d3867c-f74b-4472-ba0b-6bff30e427de tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 943 time: 0.0790222 Aug 23 10:34:52.627542 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-fb36cc4d-a99a-4a92-9569-a31c613e046c req-de170cdf-50cc-4271-b557-d1dcc8732093 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294720 Aug 23 10:34:53.470881 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 42776) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:34:53.674400 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Deleting port ea7e3ac6-3b68-444a-9089-a1878c739a2e {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:34:53.674994 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:53.806666 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925ac9a-2c65-4d84-aa27-b82a167b8e69 req-3940348b-d468-43bc-b5a5-3708a004d89f tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:53.808125 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3925ac9a-2c65-4d84-aa27-b82a167b8e69 req-3940348b-d468-43bc-b5a5-3708a004d89f tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 943 time: 0.0781169 Aug 23 10:34:53.841544 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:53.841872 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:53.867716 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3925ac9a-2c65-4d84-aa27-b82a167b8e69 req-f9c4f7ec-fd2a-4a05-86ef-b68fca5b60aa tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534017 Aug 23 10:34:53.970470 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Calling delete_port for ea7e3ac6-3b68-444a-9089-a1878c739a2e owned by network:floatingip {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:34:54.115930 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:54.120776 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8eadf424-be47-4610-a7e4-b68fb1cfa1cf tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:54.192305 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Pushing event deleted for resources: {'Port': ['ID=ea7e3ac6-3b68-444a-9089-a1878c739a2e,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:54.211468 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:54.211837 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:54.212201 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:54.212582 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:54.212935 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:54.213285 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:54.213638 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:54.213986 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:54.214335 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:54.214683 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:54.215024 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:54.215369 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:54.241620 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:54.269926 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for floatingip, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:54.270256 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.db.l3_db [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Floating IP 5b5b8dbf-deb5-450d-9909-002590f63536 disassociated (deleted). External IP: 172.27.2.79, port: f6087ed5-88e3-4c28-910f-23a0f81902fa. Aug 23 10:34:54.617895 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:34:54.749391 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:34:54.895483 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 12e76817-6eb1-47e7-8f4c-e0019b12e3f6, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=12e76817-6eb1-47e7-8f4c-e0019b12e3f6,segment=NetworkSegment(4e88c8cb-8c93-484b-ab7e-d34105bd6615),segment_id=4e88c8cb-8c93-484b-ab7e-d34105bd6615)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:34:54.909912 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': '12e76817-6eb1-47e7-8f4c-e0019b12e3f6', 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2', 'port_id': '12e76817-6eb1-47e7-8f4c-e0019b12e3f6', 'mac_address': 'fa:16:3e:c8:4c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ae451a-7cfe-4bc4-a991-7d7b30489c4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:34:54.921402 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:34:54.951970 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:54.964803 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29413d3a-0430-4368-85d6-c8769669e6c7 None None] Sync routers for ids ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:34:55.000357 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29413d3a-0430-4368-85d6-c8769669e6c7 None None] Routers {'6dda64b0-5a92-4731-ba79-9cb121c8bb7f'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:34:55.001696 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-29413d3a-0430-4368-85d6-c8769669e6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:34:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:55.039741 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "DELETE /v2.0/floatingips/5b5b8dbf-deb5-450d-9909-002590f63536 HTTP/1.1" status: 204 len: 168 time: 1.5676584 Aug 23 10:34:55.042375 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea65bd0-2136-43a9-b1b5-72343eeead3a', 'tag': 'f6087ed5-88e3-4c28-910f-23a0f81902fa'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:34:55.136383 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:55.181110 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce9188-d838-482a-bb66-d1944340a12d req-5189b033-fcff-48cd-b4ad-68b4228c6173 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:55.183150 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e5ce9188-d838-482a-bb66-d1944340a12d req-5189b033-fcff-48cd-b4ad-68b4228c6173 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 943 time: 0.1221933 Aug 23 10:34:55.247693 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e5ce9188-d838-482a-bb66-d1944340a12d req-b8ad1db8-0615-423c-96ff-5bf4f92c8cfd tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579836 Aug 23 10:34:55.250009 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:34:55.278164 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-29413d3a-0430-4368-85d6-c8769669e6c7 None None] Set router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:34:55.303802 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea65bd0-2136-43a9-b1b5-72343eeead3a', 'tag': 'f6087ed5-88e3-4c28-910f-23a0f81902fa', 'status': 'completed', 'code': 200} Aug 23 10:34:55.354652 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 12e76817-6eb1-47e7-8f4c-e0019b12e3f6, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=12e76817-6eb1-47e7-8f4c-e0019b12e3f6,segment=NetworkSegment(4e88c8cb-8c93-484b-ab7e-d34105bd6615),segment_id=4e88c8cb-8c93-484b-ab7e-d34105bd6615)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:34:55.414406 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:55.422821 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:55.458451 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9764-89df-479f-a5a9-62f48e2ff1ab req-61b58107-e75a-4662-a6fe-1fc068d45928 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:55.459111 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-522b9764-89df-479f-a5a9-62f48e2ff1ab req-61b58107-e75a-4662-a6fe-1fc068d45928 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Synchronizing usage tracker for tenant:a6864e9926d446a1b338ada6c729f0ea on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:34:55.476115 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-522b9764-89df-479f-a5a9-62f48e2ff1ab req-61b58107-e75a-4662-a6fe-1fc068d45928 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Unset dirty status for tenant:a6864e9926d446a1b338ada6c729f0ea on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:34:55.477371 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-522b9764-89df-479f-a5a9-62f48e2ff1ab req-61b58107-e75a-4662-a6fe-1fc068d45928 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 945 time: 0.1068246 Aug 23 10:34:55.506756 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b6a17-89e3-4b0a-9379-19e1a34521da req-1c1e389e-4e58-4238-9c20-c1e12f9b00bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:55.509071 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ce7b6a17-89e3-4b0a-9379-19e1a34521da req-1c1e389e-4e58-4238-9c20-c1e12f9b00bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a6864e9926d446a1b338ada6c729f0ea&device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 1098 time: 0.1758108 Aug 23 10:34:55.540403 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-522b9764-89df-479f-a5a9-62f48e2ff1ab req-ea8e09bd-68e9-4b9f-afc5-783f4f1eedbf tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547507 Aug 23 10:34:55.579412 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=12e76817-6eb1-47e7-8f4c-e0019b12e3f6,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:55.583854 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:55.661426 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b6a17-89e3-4b0a-9379-19e1a34521da req-a7e34617-68eb-425e-9794-c695802eab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:55.662883 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ce7b6a17-89e3-4b0a-9379-19e1a34521da req-a7e34617-68eb-425e-9794-c695802eab9c service neutron] 10.222.0.38 "GET /v2.0/networks?id=a18a32d3-3186-440e-9e08-e8bed12731a2 HTTP/1.1" status: 200 len: 913 time: 0.1466026 Aug 23 10:34:55.676769 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-29413d3a-0430-4368-85d6-c8769669e6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:24:26Z', 'revision_number': 4, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port': {'id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:23Z', 'updated_at': '2021-08-23T10:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': 'b71f2042-dd45-41a0-85a3-94da6fa9fc8d', 'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'mac_address': 'fa:16:3e:7f:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:25Z', 'updated_at': '2021-08-23T10:24:34Z', 'revision_number': 5, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'subnets': [{'id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:55.682060 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29413d3a-0430-4368-85d6-c8769669e6c7 None None] Checking router: 6dda64b0-5a92-4731-ba79-9cb121c8bb7f for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:34:55.691659 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29413d3a-0430-4368-85d6-c8769669e6c7 None None] Routers {'6dda64b0-5a92-4731-ba79-9cb121c8bb7f'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:34:55.692501 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-29413d3a-0430-4368-85d6-c8769669e6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:34:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:55.734397 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ce7b6a17-89e3-4b0a-9379-19e1a34521da req-052cb630-a616-4bb5-ab52-5ca266022ae3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6087ed5-88e3-4c28-910f-23a0f81902fa HTTP/1.1" status: 200 len: 217 time: 0.0642905 Aug 23 10:34:55.797915 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b6a17-89e3-4b0a-9379-19e1a34521da req-5e788fd4-0fae-4980-b55e-d3487964febe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:55.799358 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ce7b6a17-89e3-4b0a-9379-19e1a34521da req-5e788fd4-0fae-4980-b55e-d3487964febe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=14c11f95-41aa-4176-8d80-0a61ad808b4f HTTP/1.1" status: 200 len: 851 time: 0.0578687 Aug 23 10:34:55.873366 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-29413d3a-0430-4368-85d6-c8769669e6c7 None None] Set router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:34:55.879706 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b6a17-89e3-4b0a-9379-19e1a34521da req-af2ac967-6bc4-4b70-a764-3c9ee4cae03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:55.881312 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ce7b6a17-89e3-4b0a-9379-19e1a34521da req-af2ac967-6bc4-4b70-a764-3c9ee4cae03f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a18a32d3-3186-440e-9e08-e8bed12731a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724077 Aug 23 10:34:55.955817 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['12e76817-6eb1-47e7-8f4c-e0019b12e3f6'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:34:56.018845 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ce7b6a17-89e3-4b0a-9379-19e1a34521da req-0a783bc3-d96d-46b7-b86a-9f99ed7a2d5c service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305387 Aug 23 10:34:56.077171 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a622f7-62c3-4e3b-b96d-cb41d3129247 req-a84db2a5-b13c-49d6-8ea0-b13e0484af75 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:56.078812 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d7a622f7-62c3-4e3b-b96d-cb41d3129247 req-a84db2a5-b13c-49d6-8ea0-b13e0484af75 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 945 time: 0.0932474 Aug 23 10:34:56.173553 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [req-d7a622f7-62c3-4e3b-b96d-cb41d3129247 req-c72169d7-57b5-4395-a637-07100a4300bd tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Deleting port f6087ed5-88e3-4c28-910f-23a0f81902fa {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:34:56.173991 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-d7a622f7-62c3-4e3b-b96d-cb41d3129247 req-c72169d7-57b5-4395-a637-07100a4300bd tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:56.186561 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ce7b6a17-89e3-4b0a-9379-19e1a34521da req-51552bd4-9282-4f29-9ee5-be440026119e service neutron] 10.222.0.38 "GET /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611426 Aug 23 10:34:56.433202 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-29413d3a-0430-4368-85d6-c8769669e6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:24:26Z', 'revision_number': 4, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port': {'id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:23Z', 'updated_at': '2021-08-23T10:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': 'b71f2042-dd45-41a0-85a3-94da6fa9fc8d', 'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'mac_address': 'fa:16:3e:7f:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:25Z', 'updated_at': '2021-08-23T10:24:34Z', 'revision_number': 5, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'subnets': [{'id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:34:56.446594 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29413d3a-0430-4368-85d6-c8769669e6c7 None None] The sync data for ids ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'] in dv-cinder-802781-2-iscsi is: [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:24:26Z', 'revision_number': 4, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port': {'id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:23Z', 'updated_at': '2021-08-23T10:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': 'b71f2042-dd45-41a0-85a3-94da6fa9fc8d', 'name': '', 'network_id': 'a18a32d3-3186-440e-9e08-e8bed12731a2', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'mac_address': 'fa:16:3e:7f:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:25Z', 'updated_at': '2021-08-23T10:24:34Z', 'revision_number': 5, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'subnets': [{'id': '14c11f95-41aa-4176-8d80-0a61ad808b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:34:56.467117 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-d7a622f7-62c3-4e3b-b96d-cb41d3129247 req-c72169d7-57b5-4395-a637-07100a4300bd tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] For port f6087ed5-88e3-4c28-910f-23a0f81902fa, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f6087ed5-88e3-4c28-910f-23a0f81902fa,segment=NetworkSegment(5f857737-07df-483e-98d1-f9abb21c6d3f),segment_id=5f857737-07df-483e-98d1-f9abb21c6d3f)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:34:56.467611 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-d7a622f7-62c3-4e3b-b96d-cb41d3129247 req-c72169d7-57b5-4395-a637-07100a4300bd tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:56.476491 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f943f-7fbe-47ad-9a55-e3c4c5782aed req-0f3c3d65-a684-4f7c-af72-4d612efe508c tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:56.478122 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-319f943f-7fbe-47ad-9a55-e3c4c5782aed req-0f3c3d65-a684-4f7c-af72-4d612efe508c tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 944 time: 0.1111450 Aug 23 10:34:56.531982 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-319f943f-7fbe-47ad-9a55-e3c4c5782aed req-d3f31823-f17e-43a5-8580-14f1f39a14a0 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473247 Aug 23 10:34:56.602242 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [req-d7a622f7-62c3-4e3b-b96d-cb41d3129247 req-c72169d7-57b5-4395-a637-07100a4300bd tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Calling delete_port for f6087ed5-88e3-4c28-910f-23a0f81902fa owned by compute:nova {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:34:56.709785 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac970eb7-8d54-4efc-88d3-e5f3d3dae6bf None None] New status for floating IP 5b5b8dbf-deb5-450d-9909-002590f63536: DOWN {{(pid=79264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:34:56.800505 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55ad15-e578-4472-a07c-8af1843e8386 req-62706486-eb36-44bf-aca9-8442bf5f63b0 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:56.802071 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3b55ad15-e578-4472-a07c-8af1843e8386 req-62706486-eb36-44bf-aca9-8442bf5f63b0 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ea65bd0-2136-43a9-b1b5-72343eeead3a HTTP/1.1" status: 200 len: 945 time: 0.1530375 Aug 23 10:34:56.836466 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-d7a622f7-62c3-4e3b-b96d-cb41d3129247 req-c72169d7-57b5-4395-a637-07100a4300bd tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:56.848677 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-cc1e3ca7-a199-4120-8295-d4e7e2bba6d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:56.901169 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72169d7-57b5-4395-a637-07100a4300bd tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Pushing event deleted for resources: {'Port': ['ID=f6087ed5-88e3-4c28-910f-23a0f81902fa,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:56.906408 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-c72169d7-57b5-4395-a637-07100a4300bd tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:56.910267 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3b55ad15-e578-4472-a07c-8af1843e8386 req-166116bc-e705-4e2b-af20-c50f23b9ed17 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ff61bfb-228f-4c02-899c-45310098eef6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997546 Aug 23 10:34:56.986932 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a622f7-62c3-4e3b-b96d-cb41d3129247 req-c72169d7-57b5-4395-a637-07100a4300bd tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] No DVR routers for this DVR port f6087ed5-88e3-4c28-910f-23a0f81902fa on host hv-cinder-80278 {{(pid=79261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:34:56.989179 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-d7a622f7-62c3-4e3b-b96d-cb41d3129247 req-c72169d7-57b5-4395-a637-07100a4300bd tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:57.002439 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d7a622f7-62c3-4e3b-b96d-cb41d3129247 req-c72169d7-57b5-4395-a637-07100a4300bd tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.38 "DELETE /v2.0/ports/f6087ed5-88e3-4c28-910f-23a0f81902fa HTTP/1.1" status: 204 len: 173 time: 0.9143739 Aug 23 10:34:57.305509 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea65bd0-2136-43a9-b1b5-72343eeead3a', 'name': 'network-vif-deleted', 'tag': 'f6087ed5-88e3-4c28-910f-23a0f81902fa'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:34:57.369112 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea65bd0-2136-43a9-b1b5-72343eeead3a', 'name': 'network-vif-deleted', 'tag': 'f6087ed5-88e3-4c28-910f-23a0f81902fa', 'status': 'completed', 'code': 200} Aug 23 10:34:57.716943 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e6081-a564-4c59-91ee-1155f8609993 req-253a7611-d778-4d31-b602-433e1a2437dd tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:57.718461 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c23e6081-a564-4c59-91ee-1155f8609993 req-253a7611-d778-4d31-b602-433e1a2437dd tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 944 time: 0.0840013 Aug 23 10:34:57.763500 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c23e6081-a564-4c59-91ee-1155f8609993 req-94169098-f930-41b3-bc78-247752369b8e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395386 Aug 23 10:34:58.005794 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 42816) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:34:58.163940 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-dcd250e1-8277-447b-a691-995af6774607 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Deleting port 206aabb2-c3ba-4618-9512-3d0f48caf3c9 {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:34:58.164227 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-dcd250e1-8277-447b-a691-995af6774607 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:58.430406 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-dcd250e1-8277-447b-a691-995af6774607 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:58.431076 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-dcd250e1-8277-447b-a691-995af6774607 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:58.552077 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-dcd250e1-8277-447b-a691-995af6774607 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Calling delete_port for 206aabb2-c3ba-4618-9512-3d0f48caf3c9 owned by network:floatingip {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:34:58.691623 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-dcd250e1-8277-447b-a691-995af6774607 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:58.694084 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:58.695031 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-47f52d35-12e8-48e4-83f2-b48b5782d1dc tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:58.736964 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd250e1-8277-447b-a691-995af6774607 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Pushing event deleted for resources: {'Port': ['ID=206aabb2-c3ba-4618-9512-3d0f48caf3c9,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:58.740036 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-dcd250e1-8277-447b-a691-995af6774607 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:58.800629 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:34:58.830693 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-dcd250e1-8277-447b-a691-995af6774607 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for floatingip, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:58.844558 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-dcd250e1-8277-447b-a691-995af6774607 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:58.848099 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-dcd250e1-8277-447b-a691-995af6774607 tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "DELETE /v2.0/floatingips/a1d20b6f-332a-406e-a7a5-538dd189dddf HTTP/1.1" status: 204 len: 168 time: 0.8389471 Aug 23 10:34:58.883053 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning for port 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:34:58.888155 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:34:58.888541 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:58.954190 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be89dc-ace1-4ce5-a1d3-40af93652a53 req-779095bc-7ec9-4870-b6e7-a543b537a9c2 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:58.956068 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-11be89dc-ace1-4ce5-a1d3-40af93652a53 req-779095bc-7ec9-4870-b6e7-a543b537a9c2 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 944 time: 0.0874341 Aug 23 10:34:59.009443 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-11be89dc-ace1-4ce5-a1d3-40af93652a53 req-64132306-dbfc-4c79-aca5-0d9a94911515 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477436 Aug 23 10:34:59.021103 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:59.050135 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210b1910-7894-49b2-886d-d436e3b91af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e76817-6eb1-47e7-8f4c-e0019b12e3f6'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:34:59.061582 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 12e76817-6eb1-47e7-8f4c-e0019b12e3f6, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=12e76817-6eb1-47e7-8f4c-e0019b12e3f6,segment=NetworkSegment(4e88c8cb-8c93-484b-ab7e-d34105bd6615),segment_id=4e88c8cb-8c93-484b-ab7e-d34105bd6615)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:34:59.065731 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:34:59.066528 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device f6087ed5-88e3-4c28-910f-23a0f81902fa no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:34:59.099382 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210b1910-7894-49b2-886d-d436e3b91af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e76817-6eb1-47e7-8f4c-e0019b12e3f6', 'code': 200} Aug 23 10:34:59.100326 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:34:59.151409 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] No Port match for: f6087ed5-88e3-4c28-910f-23a0f81902fa {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:34:59.151768 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device f6087ed5-88e3-4c28-910f-23a0f81902fa not bound to the agent host hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:34:59.174760 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=12e76817-6eb1-47e7-8f4c-e0019b12e3f6,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:34:59.182430 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:59.183117 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:59.183472 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:59.183831 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:59.184144 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:59.184475 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:59.184831 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:59.185242 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:59.185475 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:59.185801 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:59.192356 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:59.192356 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:34:59.192356 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:34:59.391451 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff43d1-972a-4cbe-800d-59362ee2205f req-7dae6cd5-257c-497b-a093-3227c9c9512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:34:59.393207 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4fff43d1-972a-4cbe-800d-59362ee2205f req-7dae6cd5-257c-497b-a093-3227c9c9512e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 1098 time: 0.0687783 Aug 23 10:34:59.433603 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4fff43d1-972a-4cbe-800d-59362ee2205f req-0841e91d-0f31-4ed9-b72c-56df5aa64b7e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336895 Aug 23 10:35:00.201763 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91efd9-1b88-47c7-a6dd-249d96574b89 req-e1f41fb4-d1fe-4977-81fc-2899aa29ab0c tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:00.203009 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9c91efd9-1b88-47c7-a6dd-249d96574b89 req-e1f41fb4-d1fe-4977-81fc-2899aa29ab0c tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 945 time: 0.0829258 Aug 23 10:35:00.247518 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9c91efd9-1b88-47c7-a6dd-249d96574b89 req-6faf9a7b-29d5-4df9-8dfb-ac3ba26fc5ae tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390487 Aug 23 10:35:00.248467 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 42840) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:00.314585 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5e28d10f-4e78-4456-b0ce-f77fedd2599c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:00.345622 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5e28d10f-4e78-4456-b0ce-f77fedd2599c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:00.412292 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5e28d10f-4e78-4456-b0ce-f77fedd2599c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:00.416906 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8bf44ba4-0501-4ee3-a587-ea9b945e4e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:00.432314 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28d10f-4e78-4456-b0ce-f77fedd2599c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff61bfb-228f-4c02-899c-45310098eef6,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:00.434751 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5e28d10f-4e78-4456-b0ce-f77fedd2599c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:00.444196 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5e28d10f-4e78-4456-b0ce-f77fedd2599c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:00.445374 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-5e28d10f-4e78-4456-b0ce-f77fedd2599c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] 10.222.0.21 "DELETE /v2.0/security-groups/2ff61bfb-228f-4c02-899c-45310098eef6 HTTP/1.1" status: 204 len: 168 time: 0.1959858 Aug 23 10:35:00.504354 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 42846) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:01.144130 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1d8bb130-204f-4423-a1ac-cb02a385d7e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698993'] for router_interface, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:01.436072 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658366a0-423b-422f-944a-46f66581fde8 req-b8317e6f-c585-4005-9d20-8c8913929fd5 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:01.437567 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-658366a0-423b-422f-944a-46f66581fde8 req-b8317e6f-c585-4005-9d20-8c8913929fd5 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 945 time: 0.0821295 Aug 23 10:35:01.482049 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-658366a0-423b-422f-944a-46f66581fde8 req-8c4ddd8f-67b9-4424-8db4-cf735bfdfae2 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387812 Aug 23 10:35:01.655705 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-1d8bb130-204f-4423-a1ac-cb02a385d7e4 admin admin] Deleting port b71f2042-dd45-41a0-85a3-94da6fa9fc8d {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:35:01.656317 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1d8bb130-204f-4423-a1ac-cb02a385d7e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:01.818530 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa5bd0-f992-4c7f-9117-8255d3b51b3f req-7ebcf294-a486-493b-be8e-e1947e52c283 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:01.820692 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-00fa5bd0-f992-4c7f-9117-8255d3b51b3f req-7ebcf294-a486-493b-be8e-e1947e52c283 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 945 time: 0.2302136 Aug 23 10:35:01.904014 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-00fa5bd0-f992-4c7f-9117-8255d3b51b3f req-ebf1d5a2-257d-4d01-bbf6-c2ada8692288 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778959 Aug 23 10:35:01.905626 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-1d8bb130-204f-4423-a1ac-cb02a385d7e4 admin admin] For port b71f2042-dd45-41a0-85a3-94da6fa9fc8d, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=b71f2042-dd45-41a0-85a3-94da6fa9fc8d,segment=NetworkSegment(5f857737-07df-483e-98d1-f9abb21c6d3f),segment_id=5f857737-07df-483e-98d1-f9abb21c6d3f)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:35:01.905979 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1d8bb130-204f-4423-a1ac-cb02a385d7e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:01.930473 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 42864) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:02.040130 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-1d8bb130-204f-4423-a1ac-cb02a385d7e4 admin admin] Calling delete_port for b71f2042-dd45-41a0-85a3-94da6fa9fc8d owned by network:router_interface {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:35:02.157002 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d194244-490f-42c8-a5b7-c4cea21c9a44 tempest-TestShelveInstance-448913371 tempest-TestShelveInstance-448913371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:02.161396 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-4d194244-490f-42c8-a5b7-c4cea21c9a44 tempest-TestShelveInstance-448913371 tempest-TestShelveInstance-448913371-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 1093 time: 0.2269816 Aug 23 10:35:02.161658 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 42872) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:02.167145 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Request body: {'floatingip': {'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'port_id': '12e76817-6eb1-47e7-8f4c-e0019b12e3f6', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'fixed_ip_address': '172.20.0.3'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:35:02.173293 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:35:02.177085 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Usage tracker for resource:floatingip and tenant:ed7cf1df40bb4d229c00c555d891db95 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:35:02.180414 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:35:02.186015 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:35:02.196966 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for floatingip, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:02.331822 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:02.377517 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1d8bb130-204f-4423-a1ac-cb02a385d7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:02.381771 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-906a3d6e-ab4c-45f2-9a26-ef5916f874ad tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:02.430925 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8bb130-204f-4423-a1ac-cb02a385d7e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b71f2042-dd45-41a0-85a3-94da6fa9fc8d,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:02.468661 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Allocated IP 172.27.2.211 (0e8cefd7-d645-4496-8b4b-729be1dafeb2/42841614-a1e8-4916-825f-ef19d8d550be/e191f9b4-2cfd-4cea-bced-20eb47e77f8d) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:35:02.473031 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8bb130-204f-4423-a1ac-cb02a385d7e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:35:02.473518 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8bb130-204f-4423-a1ac-cb02a385d7e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:35:02.473987 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8bb130-204f-4423-a1ac-cb02a385d7e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:35:02.474444 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8bb130-204f-4423-a1ac-cb02a385d7e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:35:02.474811 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8bb130-204f-4423-a1ac-cb02a385d7e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:35:02.475171 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8bb130-204f-4423-a1ac-cb02a385d7e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:35:02.475526 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8bb130-204f-4423-a1ac-cb02a385d7e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:35:02.475870 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8bb130-204f-4423-a1ac-cb02a385d7e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:35:02.476778 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8bb130-204f-4423-a1ac-cb02a385d7e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:35:02.477127 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8bb130-204f-4423-a1ac-cb02a385d7e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:35:02.477474 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8bb130-204f-4423-a1ac-cb02a385d7e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:35:02.477828 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8bb130-204f-4423-a1ac-cb02a385d7e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:35:02.509356 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1d8bb130-204f-4423-a1ac-cb02a385d7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:02.625263 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:02.653465 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:02.657902 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8394d645-b2b8-4be4-b43f-35216a3f566c tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:02.715350 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1d8bb130-204f-4423-a1ac-cb02a385d7e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1816041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699021'] for router_interface, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:02.720802 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:35:02.723757 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:35:02.727966 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:35:02.763802 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Pushing event updated for resources: {'Port': ['ID=e191f9b4-2cfd-4cea-bced-20eb47e77f8d,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:02.768135 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:02.842757 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-b5ceb9ef-67e0-4b53-add0-ad9d8c71b7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:03.191743 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8bb130-204f-4423-a1ac-cb02a385d7e4 admin admin] Router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:35:03.264750 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1a8d05fd-fb2a-48f8-8aea-94d2cd3ad5c4 req-ab8048d4-7b9f-4ce4-8d10-58302c8b1db1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=442b074d-48bb-4db5-8688-96cefb2c4099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1239107 Aug 23 10:35:03.303728 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:03.376323 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:03.377244 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8bb130-204f-4423-a1ac-cb02a385d7e4 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:35:03.385940 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84feb4c-879b-42fc-92fe-bd59b6ffb7a0 None None] Sync routers for ids ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:35:03.394937 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-1d8bb130-204f-4423-a1ac-cb02a385d7e4 admin admin] 10.222.0.21 "PUT /v2.0/routers/6dda64b0-5a92-4731-ba79-9cb121c8bb7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8892701 Aug 23 10:35:03.395624 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 42878) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:03.400322 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84feb4c-879b-42fc-92fe-bd59b6ffb7a0 None None] Routers {'6dda64b0-5a92-4731-ba79-9cb121c8bb7f'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:35:03.400981 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-d84feb4c-879b-42fc-92fe-bd59b6ffb7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:34:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:03.572443 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c3dd408e-bcb5-4567-9f34-be58f83ba30c admin admin] Notify callbacks [] for router, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:03.580173 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-d84feb4c-879b-42fc-92fe-bd59b6ffb7a0 None None] Set router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:35:03.592000 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:03.596974 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14701805'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:03.600794 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-c72169d7-57b5-4395-a637-07100a4300bd tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:03.701122 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Pushing event updated for resources: {'Port': ['ID=e191f9b4-2cfd-4cea-bced-20eb47e77f8d,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:03.710190 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:03.722800 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588992'] for floatingip, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:03.732748 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:03.762096 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c3dd408e-bcb5-4567-9f34-be58f83ba30c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:03.773114 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-c3dd408e-bcb5-4567-9f34-be58f83ba30c admin admin] Deleting port b8ff0475-4af1-4a18-ab5c-699bacc90e34 {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:35:03.773457 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c3dd408e-bcb5-4567-9f34-be58f83ba30c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:03.893866 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-d84feb4c-879b-42fc-92fe-bd59b6ffb7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:35:02Z', 'revision_number': 5, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port': {'id': 'b8ff0475-4af1-4a18-ab5c-699bacc90e34', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:23Z', 'updated_at': '2021-08-23T10:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:03.898237 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84feb4c-879b-42fc-92fe-bd59b6ffb7a0 None None] Checking router: 6dda64b0-5a92-4731-ba79-9cb121c8bb7f for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:35:03.908386 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84feb4c-879b-42fc-92fe-bd59b6ffb7a0 None None] Routers {'6dda64b0-5a92-4731-ba79-9cb121c8bb7f'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:35:03.909035 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-d84feb4c-879b-42fc-92fe-bd59b6ffb7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:34:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:03.921329 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.db.l3_db [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Floating IP 560cbe1b-4fa4-4ef8-9952-712d1f4f4cc0 associated. External IP: 172.27.2.211, port: 12e76817-6eb1-47e7-8f4c-e0019b12e3f6. Aug 23 10:35:03.957034 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-c3dd408e-bcb5-4567-9f34-be58f83ba30c admin admin] For port b8ff0475-4af1-4a18-ab5c-699bacc90e34, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=b8ff0475-4af1-4a18-ab5c-699bacc90e34,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:35:03.957610 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c3dd408e-bcb5-4567-9f34-be58f83ba30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:04.084217 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-c3dd408e-bcb5-4567-9f34-be58f83ba30c admin admin] Calling delete_port for b8ff0475-4af1-4a18-ab5c-699bacc90e34 owned by network:router_gateway {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:35:04.096683 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-d84feb4c-879b-42fc-92fe-bd59b6ffb7a0 None None] Set router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f gateway port host: None {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:35:04.201793 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-d84feb4c-879b-42fc-92fe-bd59b6ffb7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:35:03Z', 'revision_number': 6, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port_host': None}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:04.205980 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84feb4c-879b-42fc-92fe-bd59b6ffb7a0 None None] The sync data for ids ['6dda64b0-5a92-4731-ba79-9cb121c8bb7f'] in dv-cinder-802781-2-iscsi is: [{'id': '6dda64b0-5a92-4731-ba79-9cb121c8bb7f', 'name': 'tempest-TestVolumeBootPattern-1771966278-router', 'tenant_id': 'a6864e9926d446a1b338ada6c729f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:22Z', 'updated_at': '2021-08-23T10:35:03Z', 'revision_number': 6, 'project_id': 'a6864e9926d446a1b338ada6c729f0ea', 'gw_port_host': None}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:35:04.272661 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c3dd408e-bcb5-4567-9f34-be58f83ba30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:04.277838 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-7458ce61-196d-4f58-a638-7a4e76312456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:04.298783 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Router 6a99d9a4-a097-444d-9a7a-259c5beae3a3 has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:35:04.470116 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd408e-bcb5-4567-9f34-be58f83ba30c admin admin] Pushing event deleted for resources: {'Port': ['ID=b8ff0475-4af1-4a18-ab5c-699bacc90e34,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:04.473016 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c3dd408e-bcb5-4567-9f34-be58f83ba30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:04.533131 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c3dd408e-bcb5-4567-9f34-be58f83ba30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589092'] for router_gateway, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:04.597466 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:35:04.611037 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb9d3c4-1dc2-4a4b-8d26-b7a600370e29 None None] Sync routers for ids ['6a99d9a4-a097-444d-9a7a-259c5beae3a3'] in dv-cinder-802781-2-iscsi {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:35:04.623411 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb9d3c4-1dc2-4a4b-8d26-b7a600370e29 None None] Routers {'6a99d9a4-a097-444d-9a7a-259c5beae3a3'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:35:04.624607 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-eeb9d3c4-1dc2-4a4b-8d26-b7a600370e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:34:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6a99d9a4-a097-444d-9a7a-259c5beae3a3'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:04.627576 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:04.693652 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5306678 Aug 23 10:35:04.695334 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210b1910-7894-49b2-886d-d436e3b91af7', 'tag': '12e76817-6eb1-47e7-8f4c-e0019b12e3f6'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:35:04.743299 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210b1910-7894-49b2-886d-d436e3b91af7', 'tag': '12e76817-6eb1-47e7-8f4c-e0019b12e3f6', 'status': 'completed', 'code': 200} Aug 23 10:35:04.748755 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c3dd408e-bcb5-4567-9f34-be58f83ba30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1696830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1324'] for router, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:04.750961 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c3dd408e-bcb5-4567-9f34-be58f83ba30c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:04.775007 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c3dd408e-bcb5-4567-9f34-be58f83ba30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697854'] for router, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:04.775751 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dd408e-bcb5-4567-9f34-be58f83ba30c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dda64b0-5a92-4731-ba79-9cb121c8bb7f {{(pid=79262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 10:35:04.787986 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c3dd408e-bcb5-4567-9f34-be58f83ba30c admin admin] Notify callbacks [] for router, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:04.789174 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-c3dd408e-bcb5-4567-9f34-be58f83ba30c admin admin] 10.222.0.21 "DELETE /v2.0/routers/6dda64b0-5a92-4731-ba79-9cb121c8bb7f HTTP/1.1" status: 204 len: 168 time: 1.3926523 Aug 23 10:35:04.791657 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 42888) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:04.824259 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-eeb9d3c4-1dc2-4a4b-8d26-b7a600370e29 None None] Set router 6a99d9a4-a097-444d-9a7a-259c5beae3a3 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:35:04.851322 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe46b38b-5917-4958-99d5-a0bb3ca13568 admin admin] Deleting subnet 14c11f95-41aa-4176-8d80-0a61ad808b4f {{(pid=79262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:35:04.854177 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fe46b38b-5917-4958-99d5-a0bb3ca13568 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:04.905547 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fe46b38b-5917-4958-99d5-a0bb3ca13568 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15130840'] for subnet, precommit_delete_associations {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:04.983210 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fe46b38b-5917-4958-99d5-a0bb3ca13568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351694'] for subnet, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.055844 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fe46b38b-5917-4958-99d5-a0bb3ca13568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14958768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15036623'] for subnet, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.060070 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f1091d8b-2201-41ca-adb4-c97cd3ed2a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:05.100504 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46b38b-5917-4958-99d5-a0bb3ca13568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14c11f95-41aa-4176-8d80-0a61ad808b4f,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:05.102493 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fe46b38b-5917-4958-99d5-a0bb3ca13568 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.105134 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-fe46b38b-5917-4958-99d5-a0bb3ca13568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:05.106696 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fb9357-5aa9-4d44-b4f3-f66e114d431d None None] Network a18a32d3-3186-440e-9e08-e8bed12731a2 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:35:05.111447 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-fe46b38b-5917-4958-99d5-a0bb3ca13568 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/14c11f95-41aa-4176-8d80-0a61ad808b4f HTTP/1.1" status: 204 len: 168 time: 0.3165815 Aug 23 10:35:05.112268 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 42892) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:05.182804 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-eeb9d3c4-1dc2-4a4b-8d26-b7a600370e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'name': 'tempest-TestShelveInstance-837524743-router', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:33:56Z', 'updated_at': '2021-08-23T10:34:00Z', 'revision_number': 4, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'gw_port': {'id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:33:57Z', 'updated_at': '2021-08-23T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': '560cbe1b-4fa4-4ef8-9952-712d1f4f4cc0', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'port_id': '12e76817-6eb1-47e7-8f4c-e0019b12e3f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2', 'mac_address': 'fa:16:3e:c8:4c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210b1910-7894-49b2-886d-d436e3b91af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:35:03Z', 'updated_at': '2021-08-23T10:35:03Z', 'revision_number': 0, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a455398-9978-4a7c-8efd-32be4602096c', 'name': '', 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'mac_address': 'fa:16:3e:94:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd1ae451a-7cfe-4bc4-a991-7d7b30489c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:33:59Z', 'updated_at': '2021-08-23T10:34:06Z', 'revision_number': 5, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'subnets': [{'id': 'd1ae451a-7cfe-4bc4-a991-7d7b30489c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:05.187099 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb9d3c4-1dc2-4a4b-8d26-b7a600370e29 None None] Checking router: 6a99d9a4-a097-444d-9a7a-259c5beae3a3 for host: dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:35:05.196451 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb9d3c4-1dc2-4a4b-8d26-b7a600370e29 None None] Routers {'6a99d9a4-a097-444d-9a7a-259c5beae3a3'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:35:05.197238 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-eeb9d3c4-1dc2-4a4b-8d26-b7a600370e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:34:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6a99d9a4-a097-444d-9a7a-259c5beae3a3'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:05.225468 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-654e7e7f-eaea-4cdb-b025-d0ea89cde99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3408463'] for network, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.237377 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-654e7e7f-eaea-4cdb-b025-d0ea89cde99e admin admin] Deleting port c6c18fe2-d732-4540-9753-3667172ffd03 {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:35:05.237658 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-654e7e7f-eaea-4cdb-b025-d0ea89cde99e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.414357 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b1ed16-ca48-4018-a8ab-9a6a6fc57311 None None] DHCP port deletion for a18a32d3-3186-440e-9e08-e8bed12731a2 request from dv-cinder-802781-2-iscsi {{(pid=79263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 10:35:05.419870 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-f3b1ed16-ca48-4018-a8ab-9a6a6fc57311 None None] Deleting port c6c18fe2-d732-4540-9753-3667172ffd03 {{(pid=79263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:35:05.420250 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-f3b1ed16-ca48-4018-a8ab-9a6a6fc57311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.427068 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-eeb9d3c4-1dc2-4a4b-8d26-b7a600370e29 None None] Set router 6a99d9a4-a097-444d-9a7a-259c5beae3a3 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:35:05.483344 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-654e7e7f-eaea-4cdb-b025-d0ea89cde99e admin admin] For port c6c18fe2-d732-4540-9753-3667172ffd03, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=c6c18fe2-d732-4540-9753-3667172ffd03,segment=NetworkSegment(5f857737-07df-483e-98d1-f9abb21c6d3f),segment_id=5f857737-07df-483e-98d1-f9abb21c6d3f)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:35:05.483344 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-654e7e7f-eaea-4cdb-b025-d0ea89cde99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.586228 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-d5412fed-7888-4263-a0e5-e0365dc0d762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.606344 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-654e7e7f-eaea-4cdb-b025-d0ea89cde99e admin admin] Calling delete_port for c6c18fe2-d732-4540-9753-3667172ffd03 owned by network:dhcp {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:35:05.661789 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-f3b1ed16-ca48-4018-a8ab-9a6a6fc57311 None None] For port c6c18fe2-d732-4540-9753-3667172ffd03, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=c6c18fe2-d732-4540-9753-3667172ffd03,segment=NetworkSegment(5f857737-07df-483e-98d1-f9abb21c6d3f),segment_id=5f857737-07df-483e-98d1-f9abb21c6d3f)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:35:05.662146 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-f3b1ed16-ca48-4018-a8ab-9a6a6fc57311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.691163 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-654e7e7f-eaea-4cdb-b025-d0ea89cde99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.695996 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:05.744659 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e7e7f-eaea-4cdb-b025-d0ea89cde99e admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c18fe2-d732-4540-9753-3667172ffd03,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:05.746923 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654e7e7f-eaea-4cdb-b025-d0ea89cde99e admin admin] No DVR routers for this DVR port c6c18fe2-d732-4540-9753-3667172ffd03 on host dv-cinder-802781-2-iscsi {{(pid=79262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:35:05.748482 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-654e7e7f-eaea-4cdb-b025-d0ea89cde99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:05.789220 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-f3b1ed16-ca48-4018-a8ab-9a6a6fc57311 None None] Calling delete_port for c6c18fe2-d732-4540-9753-3667172ffd03 owned by network:dhcp {{(pid=79263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:35:05.792362 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-eeb9d3c4-1dc2-4a4b-8d26-b7a600370e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'name': 'tempest-TestShelveInstance-837524743-router', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:33:56Z', 'updated_at': '2021-08-23T10:34:00Z', 'revision_number': 4, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'gw_port': {'id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:33:57Z', 'updated_at': '2021-08-23T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': '560cbe1b-4fa4-4ef8-9952-712d1f4f4cc0', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'port_id': '12e76817-6eb1-47e7-8f4c-e0019b12e3f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2', 'mac_address': 'fa:16:3e:c8:4c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210b1910-7894-49b2-886d-d436e3b91af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:35:03Z', 'updated_at': '2021-08-23T10:35:03Z', 'revision_number': 0, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a455398-9978-4a7c-8efd-32be4602096c', 'name': '', 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'mac_address': 'fa:16:3e:94:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd1ae451a-7cfe-4bc4-a991-7d7b30489c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:33:59Z', 'updated_at': '2021-08-23T10:34:06Z', 'revision_number': 5, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'subnets': [{'id': 'd1ae451a-7cfe-4bc4-a991-7d7b30489c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:05.796660 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb9d3c4-1dc2-4a4b-8d26-b7a600370e29 None None] The sync data for ids ['6a99d9a4-a097-444d-9a7a-259c5beae3a3'] in dv-cinder-802781-2-iscsi is: [{'id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'name': 'tempest-TestShelveInstance-837524743-router', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:33:56Z', 'updated_at': '2021-08-23T10:34:00Z', 'revision_number': 4, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'gw_port': {'id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:33:57Z', 'updated_at': '2021-08-23T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': '560cbe1b-4fa4-4ef8-9952-712d1f4f4cc0', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'port_id': '12e76817-6eb1-47e7-8f4c-e0019b12e3f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2', 'mac_address': 'fa:16:3e:c8:4c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210b1910-7894-49b2-886d-d436e3b91af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:35:03Z', 'updated_at': '2021-08-23T10:35:03Z', 'revision_number': 0, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a455398-9978-4a7c-8efd-32be4602096c', 'name': '', 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'mac_address': 'fa:16:3e:94:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd1ae451a-7cfe-4bc4-a991-7d7b30489c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:33:59Z', 'updated_at': '2021-08-23T10:34:06Z', 'revision_number': 5, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'subnets': [{'id': 'd1ae451a-7cfe-4bc4-a991-7d7b30489c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:35:05.869508 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-654e7e7f-eaea-4cdb-b025-d0ea89cde99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3353717', 'neutron.services.segments.db._delete_segments_for_network-8757078968221'] for network, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.872350 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.db.api [None req-f3b1ed16-ca48-4018-a8ab-9a6a6fc57311 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 10:35:05.872841 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_db.api [None req-f3b1ed16-ca48-4018-a8ab-9a6a6fc57311 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 10:35:05.883124 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-654e7e7f-eaea-4cdb-b025-d0ea89cde99e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18a32d3-3186-440e-9e08-e8bed12731a2']}} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:05.895937 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-654e7e7f-eaea-4cdb-b025-d0ea89cde99e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f857737-07df-483e-98d1-f9abb21c6d3f') {'for_net_delete': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:05.896248 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-654e7e7f-eaea-4cdb-b025-d0ea89cde99e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f857737-07df-483e-98d1-f9abb21c6d3f') {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:05.908345 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-654e7e7f-eaea-4cdb-b025-d0ea89cde99e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757078964983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15130823'] for segment, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.910365 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device b71f2042-dd45-41a0-85a3-94da6fa9fc8d no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:35:05.924586 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-654e7e7f-eaea-4cdb-b025-d0ea89cde99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.930827 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654e7e7f-eaea-4cdb-b025-d0ea89cde99e admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=79262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:35:05.931220 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-654e7e7f-eaea-4cdb-b025-d0ea89cde99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3366333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14958806'] for segment, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: Traceback (most recent call last): Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: timer() Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: cb(*args, **kw) Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: return func(*args, **kwargs) Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: self._notify() Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: self.callback(batched_events) Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: event.method(event) Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: return f(self, *a, **k) Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: return self._get(url).json() Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: return self.request(url, 'GET', **kwargs) Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:35:05.948191 dv-cinder-802781-2-iscsi neutron-server[79262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:35:05.950360 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No Port match for: b71f2042-dd45-41a0-85a3-94da6fa9fc8d {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:35:05.950360 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device b71f2042-dd45-41a0-85a3-94da6fa9fc8d not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:35:05.950360 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device b8ff0475-4af1-4a18-ab5c-699bacc90e34 no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:35:05.985429 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No Port match for: b8ff0475-4af1-4a18-ab5c-699bacc90e34 {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:35:05.985849 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device b8ff0475-4af1-4a18-ab5c-699bacc90e34 not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:35:05.986353 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device c6c18fe2-d732-4540-9753-3667172ffd03 no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:35:06.020592 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No Port match for: c6c18fe2-d732-4540-9753-3667172ffd03 {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:35:06.021021 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device c6c18fe2-d732-4540-9753-3667172ffd03 not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:35:06.057586 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c996f9b-0eca-4c23-afac-9f1bf3c58e41 None None] New status for floating IP 560cbe1b-4fa4-4ef8-9952-712d1f4f4cc0: ACTIVE {{(pid=79263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:35:06.117876 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-654e7e7f-eaea-4cdb-b025-d0ea89cde99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3353612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589113'] for network, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:06.123236 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-654e7e7f-eaea-4cdb-b025-d0ea89cde99e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:06.126982 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:06.148471 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e7e7f-eaea-4cdb-b025-d0ea89cde99e admin admin] Pushing event deleted for resources: {'Network': ['ID=a18a32d3-3186-440e-9e08-e8bed12731a2,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:06.151609 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-654e7e7f-eaea-4cdb-b025-d0ea89cde99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:06.162066 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-654e7e7f-eaea-4cdb-b025-d0ea89cde99e admin admin] 10.222.0.21 "DELETE /v2.0/networks/a18a32d3-3186-440e-9e08-e8bed12731a2 HTTP/1.1" status: 204 len: 168 time: 1.0494533 Aug 23 10:35:06.165493 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 42898) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:06.373974 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-f3b1ed16-ca48-4018-a8ab-9a6a6fc57311 None None] Deleting port c6c18fe2-d732-4540-9753-3667172ffd03 {{(pid=79263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:35:06.374462 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-f3b1ed16-ca48-4018-a8ab-9a6a6fc57311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:06.443760 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-f3b1ed16-ca48-4018-a8ab-9a6a6fc57311 None None] The port 'c6c18fe2-d732-4540-9753-3667172ffd03' was deleted {{(pid=79263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 10:35:06.464141 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:06.701672 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3d56d501-cabc-4aab-8095-f59f859d0133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698993'] for router_interface, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:06.844961 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d05fd-fb2a-48f8-8aea-94d2cd3ad5c4 req-f722df47-4d6e-4448-82d0-67dce2e04027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:06.846440 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1a8d05fd-fb2a-48f8-8aea-94d2cd3ad5c4 req-f722df47-4d6e-4448-82d0-67dce2e04027 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dcdf77253f6243549ed8cd6cd11d4313&device_id=442b074d-48bb-4db5-8688-96cefb2c4099 HTTP/1.1" status: 200 len: 1098 time: 0.0788848 Aug 23 10:35:06.995000 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d05fd-fb2a-48f8-8aea-94d2cd3ad5c4 req-8c3610a7-0607-4b31-b5f0-aaf1371a090a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:06.996547 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1a8d05fd-fb2a-48f8-8aea-94d2cd3ad5c4 req-8c3610a7-0607-4b31-b5f0-aaf1371a090a service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b HTTP/1.1" status: 200 len: 915 time: 0.1295946 Aug 23 10:35:07.027983 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22865fa8-e882-4dbe-a1a7-706b8af438fa req-e791b6a0-6c4d-46a6-a957-5e7141ea3bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:07.029606 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-22865fa8-e882-4dbe-a1a7-706b8af438fa req-e791b6a0-6c4d-46a6-a957-5e7141ea3bdb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed7cf1df40bb4d229c00c555d891db95&device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 1098 time: 0.2451520 Aug 23 10:35:07.070472 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1a8d05fd-fb2a-48f8-8aea-94d2cd3ad5c4 req-dee4a586-6a37-4214-8d85-f4249e7c9823 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b0b7918e-a943-4e8f-9da5-fb705bc00087 HTTP/1.1" status: 200 len: 217 time: 0.0653100 Aug 23 10:35:07.132600 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d05fd-fb2a-48f8-8aea-94d2cd3ad5c4 req-8f7b009c-b466-4989-91f6-fc4359f5b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:07.134325 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1a8d05fd-fb2a-48f8-8aea-94d2cd3ad5c4 req-8f7b009c-b466-4989-91f6-fc4359f5b132 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=86d7f392-91cd-4281-8519-aa7787f3f277 HTTP/1.1" status: 200 len: 854 time: 0.0582104 Aug 23 10:35:07.189978 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1a8d05fd-fb2a-48f8-8aea-94d2cd3ad5c4 req-ac37df17-057c-4bc4-962b-75fa908f2716 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485935 Aug 23 10:35:07.223534 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-3d56d501-cabc-4aab-8095-f59f859d0133 admin admin] Deleting port a3843fe7-d0a8-4885-918a-b5a6ed747c26 {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:35:07.223871 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3d56d501-cabc-4aab-8095-f59f859d0133 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:07.251935 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22865fa8-e882-4dbe-a1a7-706b8af438fa req-79aecadc-0bda-40c5-9351-a1d45b5fa031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:07.253575 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-22865fa8-e882-4dbe-a1a7-706b8af438fa req-79aecadc-0bda-40c5-9351-a1d45b5fa031 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6f046682-76b5-4374-a986-c6f7be6af2d2 HTTP/1.1" status: 200 len: 909 time: 0.2167573 Aug 23 10:35:07.327251 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1a8d05fd-fb2a-48f8-8aea-94d2cd3ad5c4 req-f87147d5-553a-45ec-baf5-ceb00dcf15ed service neutron] 10.222.0.38 "GET /v2.0/networks/ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297319 Aug 23 10:35:07.473574 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1a8d05fd-fb2a-48f8-8aea-94d2cd3ad5c4 req-a0bcaa14-744c-45e9-91f3-e160bbe20b83 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397519 Aug 23 10:35:07.509795 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-22865fa8-e882-4dbe-a1a7-706b8af438fa req-c5c0d661-02c4-4113-8b91-5f92a8bc20f5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12e76817-6eb1-47e7-8f4c-e0019b12e3f6 HTTP/1.1" status: 200 len: 1001 time: 0.2498059 Aug 23 10:35:07.643421 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22865fa8-e882-4dbe-a1a7-706b8af438fa req-0f3786dc-6b57-4348-b468-a28cf8e8cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:07.644892 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-22865fa8-e882-4dbe-a1a7-706b8af438fa req-0f3786dc-6b57-4348-b468-a28cf8e8cd9c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d1ae451a-7cfe-4bc4-a991-7d7b30489c4a HTTP/1.1" status: 200 len: 847 time: 0.0912840 Aug 23 10:35:07.651706 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-3d56d501-cabc-4aab-8095-f59f859d0133 admin admin] For port a3843fe7-d0a8-4885-918a-b5a6ed747c26, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=a3843fe7-d0a8-4885-918a-b5a6ed747c26,segment=NetworkSegment(1df3477d-672f-4345-aea7-df82bff1560b),segment_id=1df3477d-672f-4345-aea7-df82bff1560b)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:35:07.652064 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3d56d501-cabc-4aab-8095-f59f859d0133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:07.818449 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-3d56d501-cabc-4aab-8095-f59f859d0133 admin admin] Calling delete_port for a3843fe7-d0a8-4885-918a-b5a6ed747c26 owned by network:router_interface {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:35:07.912789 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22865fa8-e882-4dbe-a1a7-706b8af438fa req-cc594d99-bba9-445d-98e5-c71c38b5e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:07.914805 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-22865fa8-e882-4dbe-a1a7-706b8af438fa req-cc594d99-bba9-445d-98e5-c71c38b5e6c6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6f046682-76b5-4374-a986-c6f7be6af2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2552345 Aug 23 10:35:07.983913 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:08.101161 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-22865fa8-e882-4dbe-a1a7-706b8af438fa req-24d1878f-f1de-46f6-8bb3-58de680fd839 service neutron] 10.222.0.38 "GET /v2.0/networks/6f046682-76b5-4374-a986-c6f7be6af2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744053 Aug 23 10:35:08.126385 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3d56d501-cabc-4aab-8095-f59f859d0133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:08.130648 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:08.172261 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56d501-cabc-4aab-8095-f59f859d0133 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3843fe7-d0a8-4885-918a-b5a6ed747c26,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:08.175412 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-3d56d501-cabc-4aab-8095-f59f859d0133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:08.435873 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3d56d501-cabc-4aab-8095-f59f859d0133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1816041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699021'] for router_interface, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:08.784261 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d56d501-cabc-4aab-8095-f59f859d0133 admin admin] Router 5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52 has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:35:09.051913 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d56d501-cabc-4aab-8095-f59f859d0133 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:35:09.059994 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb2c4e6-099f-43f7-b820-c028155a19ee None None] Sync routers for ids ['5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52'] in dv-cinder-802781-2-iscsi {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:35:09.067846 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-3d56d501-cabc-4aab-8095-f59f859d0133 admin admin] 10.222.0.21 "PUT /v2.0/routers/5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9013219 Aug 23 10:35:09.069635 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb2c4e6-099f-43f7-b820-c028155a19ee None None] Routers {'5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:35:09.070466 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-bfb2c4e6-099f-43f7-b820-c028155a19ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:35:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:09.070605 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 42912) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:09.245122 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-741b43f5-176e-4ef5-aed9-375359c91861 admin admin] Notify callbacks [] for router, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:09.246541 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-bfb2c4e6-099f-43f7-b820-c028155a19ee None None] Set router 5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:35:09.515127 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-741b43f5-176e-4ef5-aed9-375359c91861 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:09.522449 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-bfb2c4e6-099f-43f7-b820-c028155a19ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52', 'name': 'tempest-TestVolumeBootPattern-287470985-router', 'tenant_id': '524e4b16ebe34cb8b91449351347d9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '1ebd7141-f128-4041-8ddd-fba92422288b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:29Z', 'updated_at': '2021-08-23T10:35:08Z', 'revision_number': 5, 'project_id': '524e4b16ebe34cb8b91449351347d9c8', 'gw_port': {'id': '1ebd7141-f128-4041-8ddd-fba92422288b', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:24:30Z', 'updated_at': '2021-08-23T10:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:09.527791 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb2c4e6-099f-43f7-b820-c028155a19ee None None] Checking router: 5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52 for host: dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:35:09.536764 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb2c4e6-099f-43f7-b820-c028155a19ee None None] Routers {'5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:35:09.537381 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-bfb2c4e6-099f-43f7-b820-c028155a19ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:35:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:09.537988 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-741b43f5-176e-4ef5-aed9-375359c91861 admin admin] Deleting port 1ebd7141-f128-4041-8ddd-fba92422288b {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:35:09.538453 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-741b43f5-176e-4ef5-aed9-375359c91861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:09.580359 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-22865fa8-e882-4dbe-a1a7-706b8af438fa req-459f8177-523e-44b0-9384-edf3fb1feaf1 service neutron] 10.222.0.38 "GET /v2.0/networks/6f046682-76b5-4374-a986-c6f7be6af2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499495 Aug 23 10:35:09.687204 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-bfb2c4e6-099f-43f7-b820-c028155a19ee None None] Set router 5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52 gateway port host: None {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:35:09.712849 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-741b43f5-176e-4ef5-aed9-375359c91861 admin admin] For port 1ebd7141-f128-4041-8ddd-fba92422288b, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=1ebd7141-f128-4041-8ddd-fba92422288b,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:35:09.713462 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-741b43f5-176e-4ef5-aed9-375359c91861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:09.829189 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-bfb2c4e6-099f-43f7-b820-c028155a19ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52', 'name': 'tempest-TestVolumeBootPattern-287470985-router', 'tenant_id': '524e4b16ebe34cb8b91449351347d9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:29Z', 'updated_at': '2021-08-23T10:35:09Z', 'revision_number': 6, 'project_id': '524e4b16ebe34cb8b91449351347d9c8', 'gw_port_host': None}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:09.833409 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb2c4e6-099f-43f7-b820-c028155a19ee None None] The sync data for ids ['5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52'] in dv-cinder-802781-2-iscsi is: [{'id': '5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52', 'name': 'tempest-TestVolumeBootPattern-287470985-router', 'tenant_id': '524e4b16ebe34cb8b91449351347d9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:24:29Z', 'updated_at': '2021-08-23T10:35:09Z', 'revision_number': 6, 'project_id': '524e4b16ebe34cb8b91449351347d9c8', 'gw_port_host': None}] {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:35:09.837647 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-741b43f5-176e-4ef5-aed9-375359c91861 admin admin] Calling delete_port for 1ebd7141-f128-4041-8ddd-fba92422288b owned by network:router_gateway {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:35:10.005161 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-741b43f5-176e-4ef5-aed9-375359c91861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.008647 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-b46219df-ff79-4676-ac86-6fcee2c0742c tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:10.056503 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b43f5-176e-4ef5-aed9-375359c91861 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ebd7141-f128-4041-8ddd-fba92422288b,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:10.087198 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-741b43f5-176e-4ef5-aed9-375359c91861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:10.143619 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-741b43f5-176e-4ef5-aed9-375359c91861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589092'] for router_gateway, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.421024 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-741b43f5-176e-4ef5-aed9-375359c91861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1696830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1324'] for router, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.423083 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-741b43f5-176e-4ef5-aed9-375359c91861 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.445640 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-741b43f5-176e-4ef5-aed9-375359c91861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697854'] for router, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.446152 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741b43f5-176e-4ef5-aed9-375359c91861 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52 {{(pid=79262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 10:35:10.463991 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-741b43f5-176e-4ef5-aed9-375359c91861 admin admin] Notify callbacks [] for router, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.465149 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-741b43f5-176e-4ef5-aed9-375359c91861 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5f85e00f-41cd-4d1f-91e8-4d4e5a4dde52 HTTP/1.1" status: 204 len: 168 time: 1.3936286 Aug 23 10:35:10.467609 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 42918) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:10.526859 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4c766f-e086-45b6-aa0f-b6d2b0cda4eb admin admin] Deleting subnet 77f9db38-84d5-4e15-8088-015d92d69033 {{(pid=79262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:35:10.529632 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3b4c766f-e086-45b6-aa0f-b6d2b0cda4eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.577450 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3b4c766f-e086-45b6-aa0f-b6d2b0cda4eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15130840'] for subnet, precommit_delete_associations {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.658879 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3b4c766f-e086-45b6-aa0f-b6d2b0cda4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351694'] for subnet, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.729167 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3b4c766f-e086-45b6-aa0f-b6d2b0cda4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14958768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15036623'] for subnet, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.733789 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-8753ea45-7278-4205-8490-3180d1b97f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:10.769600 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c766f-e086-45b6-aa0f-b6d2b0cda4eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f9db38-84d5-4e15-8088-015d92d69033,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:10.771558 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3b4c766f-e086-45b6-aa0f-b6d2b0cda4eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.774719 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-3b4c766f-e086-45b6-aa0f-b6d2b0cda4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:10.780535 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-3b4c766f-e086-45b6-aa0f-b6d2b0cda4eb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/77f9db38-84d5-4e15-8088-015d92d69033 HTTP/1.1" status: 204 len: 168 time: 0.3105016 Aug 23 10:35:10.781607 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 42924) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:10.784093 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a604444-078f-4eae-840f-160955987c4a None None] Network 8310d160-746d-43af-a0a6-6d9ce8b10e24 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:35:10.894375 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fdc9ad43-5dc9-47c6-b792-140c2890cd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3408463'] for network, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:10.905195 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-fdc9ad43-5dc9-47c6-b792-140c2890cd0d admin admin] Deleting port b258fd06-5ec9-43f7-88ae-12d64a57af0f {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:35:10.905523 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fdc9ad43-5dc9-47c6-b792-140c2890cd0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:11.080068 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bd4076-f131-41a8-929d-87c4e9cdbdd1 None None] DHCP port deletion for 8310d160-746d-43af-a0a6-6d9ce8b10e24 request from dv-cinder-802781-2-iscsi {{(pid=79263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 10:35:11.084353 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd4076-f131-41a8-929d-87c4e9cdbdd1 None None] Deleting port b258fd06-5ec9-43f7-88ae-12d64a57af0f {{(pid=79263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:35:11.084768 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-f6bd4076-f131-41a8-929d-87c4e9cdbdd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:11.115908 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-fdc9ad43-5dc9-47c6-b792-140c2890cd0d admin admin] For port b258fd06-5ec9-43f7-88ae-12d64a57af0f, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=b258fd06-5ec9-43f7-88ae-12d64a57af0f,segment=NetworkSegment(1df3477d-672f-4345-aea7-df82bff1560b),segment_id=1df3477d-672f-4345-aea7-df82bff1560b)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:35:11.116809 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fdc9ad43-5dc9-47c6-b792-140c2890cd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:11.238927 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-fdc9ad43-5dc9-47c6-b792-140c2890cd0d admin admin] Calling delete_port for b258fd06-5ec9-43f7-88ae-12d64a57af0f owned by network:dhcp {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:35:11.286362 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-f6bd4076-f131-41a8-929d-87c4e9cdbdd1 None None] For port b258fd06-5ec9-43f7-88ae-12d64a57af0f, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=b258fd06-5ec9-43f7-88ae-12d64a57af0f,segment=NetworkSegment(1df3477d-672f-4345-aea7-df82bff1560b),segment_id=1df3477d-672f-4345-aea7-df82bff1560b)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:35:11.287131 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-f6bd4076-f131-41a8-929d-87c4e9cdbdd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:11.318000 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fdc9ad43-5dc9-47c6-b792-140c2890cd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:11.322249 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-2c0c018b-1302-490f-8a13-57383232be95 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:11.362807 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9ad43-5dc9-47c6-b792-140c2890cd0d admin admin] Pushing event deleted for resources: {'Port': ['ID=b258fd06-5ec9-43f7-88ae-12d64a57af0f,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:11.366794 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-fdc9ad43-5dc9-47c6-b792-140c2890cd0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:11.369164 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc9ad43-5dc9-47c6-b792-140c2890cd0d admin admin] No DVR routers for this DVR port b258fd06-5ec9-43f7-88ae-12d64a57af0f on host dv-cinder-802781-2-iscsi {{(pid=79262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:35:11.410092 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd4076-f131-41a8-929d-87c4e9cdbdd1 None None] Calling delete_port for b258fd06-5ec9-43f7-88ae-12d64a57af0f owned by network:dhcp {{(pid=79263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:35:11.478784 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.db.api [None req-f6bd4076-f131-41a8-929d-87c4e9cdbdd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 10:35:11.479141 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_db.api [None req-f6bd4076-f131-41a8-929d-87c4e9cdbdd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 10:35:11.483730 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fdc9ad43-5dc9-47c6-b792-140c2890cd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3353717', 'neutron.services.segments.db._delete_segments_for_network-8757078968221'] for network, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:11.496893 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-fdc9ad43-5dc9-47c6-b792-140c2890cd0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8310d160-746d-43af-a0a6-6d9ce8b10e24']}} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:11.509622 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-fdc9ad43-5dc9-47c6-b792-140c2890cd0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df3477d-672f-4345-aea7-df82bff1560b') {'for_net_delete': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:11.509926 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-fdc9ad43-5dc9-47c6-b792-140c2890cd0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df3477d-672f-4345-aea7-df82bff1560b') {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:35:11.521192 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fdc9ad43-5dc9-47c6-b792-140c2890cd0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757078964983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15130823'] for segment, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:11.536845 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fdc9ad43-5dc9-47c6-b792-140c2890cd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:11.543147 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc9ad43-5dc9-47c6-b792-140c2890cd0d admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=79262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:35:11.543521 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fdc9ad43-5dc9-47c6-b792-140c2890cd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3366333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14958806'] for segment, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: Traceback (most recent call last): Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: timer() Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: cb(*args, **kw) Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: return func(*args, **kwargs) Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: self._notify() Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: self.callback(batched_events) Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: event.method(event) Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: return f(self, *a, **k) Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: return self._get(url).json() Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: return self.request(url, 'GET', **kwargs) Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:35:11.557015 dv-cinder-802781-2-iscsi neutron-server[79262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:35:11.631774 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fdc9ad43-5dc9-47c6-b792-140c2890cd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3353612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589113'] for network, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:11.635320 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f469037f-a49c-41b8-b40f-a2a0dede1be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:11.648152 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fdc9ad43-5dc9-47c6-b792-140c2890cd0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:11.657982 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9ad43-5dc9-47c6-b792-140c2890cd0d admin admin] Pushing event deleted for resources: {'Network': ['ID=8310d160-746d-43af-a0a6-6d9ce8b10e24,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:11.662000 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-fdc9ad43-5dc9-47c6-b792-140c2890cd0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:11.665872 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-fdc9ad43-5dc9-47c6-b792-140c2890cd0d admin admin] 10.222.0.21 "DELETE /v2.0/networks/8310d160-746d-43af-a0a6-6d9ce8b10e24 HTTP/1.1" status: 204 len: 168 time: 0.8833787 Aug 23 10:35:11.792335 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 42934) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:11.840678 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-f0676160-9659-4179-a97c-e57ec81dea18 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6864e9926d446a1b338ada6c729f0ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469513 Aug 23 10:35:11.842935 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 42938) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:11.891307 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 1ebd7141-f128-4041-8ddd-fba92422288b no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:35:11.905394 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-20c0c50a-1116-4278-b664-a6c1d2ec5096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:11.929802 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No Port match for: 1ebd7141-f128-4041-8ddd-fba92422288b {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:35:11.930161 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 1ebd7141-f128-4041-8ddd-fba92422288b not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:35:11.930602 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device b258fd06-5ec9-43f7-88ae-12d64a57af0f no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:35:11.964548 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No Port match for: b258fd06-5ec9-43f7-88ae-12d64a57af0f {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:35:11.964942 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device b258fd06-5ec9-43f7-88ae-12d64a57af0f not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:35:11.965383 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device a3843fe7-d0a8-4885-918a-b5a6ed747c26 no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:35:11.993951 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd4076-f131-41a8-929d-87c4e9cdbdd1 None None] Deleting port b258fd06-5ec9-43f7-88ae-12d64a57af0f {{(pid=79263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:35:11.993951 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-f6bd4076-f131-41a8-929d-87c4e9cdbdd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:12.016387 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-20c0c50a-1116-4278-b664-a6c1d2ec5096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:12.032822 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No Port match for: a3843fe7-d0a8-4885-918a-b5a6ed747c26 {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:35:12.033187 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device a3843fe7-d0a8-4885-918a-b5a6ed747c26 not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:35:12.067471 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd4076-f131-41a8-929d-87c4e9cdbdd1 None None] The port 'b258fd06-5ec9-43f7-88ae-12d64a57af0f' was deleted {{(pid=79263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 10:35:12.069035 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-20c0c50a-1116-4278-b664-a6c1d2ec5096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:12.072755 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-5070c90d-5a61-4e7c-a96e-8bcb94c76ef9 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:12.084982 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0c50a-1116-4278-b664-a6c1d2ec5096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8387218c-5103-4f58-ab45-85a728b88a8d,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:12.089155 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-20c0c50a-1116-4278-b664-a6c1d2ec5096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:12.095239 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-20c0c50a-1116-4278-b664-a6c1d2ec5096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:12.098624 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-20c0c50a-1116-4278-b664-a6c1d2ec5096 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8387218c-5103-4f58-ab45-85a728b88a8d HTTP/1.1" status: 204 len: 168 time: 0.2523131 Aug 23 10:35:12.450673 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 42946) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:12.501382 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-f3a66066-610e-4d20-afc9-a74573968a77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=524e4b16ebe34cb8b91449351347d9c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493546 Aug 23 10:35:12.503734 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 42950) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:35:12.562556 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-37fb6300-abd0-4eea-8ef6-b96abc40f546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:12.587773 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-37fb6300-abd0-4eea-8ef6-b96abc40f546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:12.641378 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-37fb6300-abd0-4eea-8ef6-b96abc40f546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:12.646024 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-142f4269-9ed5-4a89-a974-7ef7aa2229af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:12.658241 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb6300-abd0-4eea-8ef6-b96abc40f546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7255eb26-da02-431c-84a1-6c28b60c8089,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:12.660748 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-37fb6300-abd0-4eea-8ef6-b96abc40f546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:12.661918 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-37fb6300-abd0-4eea-8ef6-b96abc40f546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:12.662991 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-37fb6300-abd0-4eea-8ef6-b96abc40f546 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7255eb26-da02-431c-84a1-6c28b60c8089 HTTP/1.1" status: 204 len: 168 time: 0.1573532 Aug 23 10:35:19.060725 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:35:23.661338 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065563f7-2b1d-461e-aafd-1dac6170d72a req-a5928e94-29a3-43e7-9296-1305ca5cae40 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:23.662800 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-065563f7-2b1d-461e-aafd-1dac6170d72a req-a5928e94-29a3-43e7-9296-1305ca5cae40 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=442b074d-48bb-4db5-8688-96cefb2c4099 HTTP/1.1" status: 200 len: 945 time: 0.0792968 Aug 23 10:35:23.707938 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-065563f7-2b1d-461e-aafd-1dac6170d72a req-179dddbd-3e3a-46b1-a341-be8bd47896d1 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389502 Aug 23 10:35:24.894915 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa3bb1-01ab-406f-a5c8-c4995f4941a7 req-75a19ff3-6193-42d6-9fd0-61ad791ce1ce tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:24.896389 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-adfa3bb1-01ab-406f-a5c8-c4995f4941a7 req-75a19ff3-6193-42d6-9fd0-61ad791ce1ce tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=442b074d-48bb-4db5-8688-96cefb2c4099 HTTP/1.1" status: 200 len: 945 time: 0.0843363 Aug 23 10:35:24.940908 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-adfa3bb1-01ab-406f-a5c8-c4995f4941a7 req-75402d1a-95e0-4bbc-adb0-ab4fd04b35d2 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389271 Aug 23 10:35:25.583628 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0ae95-8fbf-42bf-abb9-34bd80ba25bc req-72d650cb-769f-4767-9c4f-a0d3c4558470 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:25.585096 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-38a0ae95-8fbf-42bf-abb9-34bd80ba25bc req-72d650cb-769f-4767-9c4f-a0d3c4558470 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.38 "GET /v2.0/ports?device_id=442b074d-48bb-4db5-8688-96cefb2c4099 HTTP/1.1" status: 200 len: 945 time: 0.0817001 Aug 23 10:35:25.653437 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-38a0ae95-8fbf-42bf-abb9-34bd80ba25bc req-8abde8f6-81f0-4fe7-b13a-469b39479687 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Deleting port b0b7918e-a943-4e8f-9da5-fb705bc00087 {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:35:25.653777 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-38a0ae95-8fbf-42bf-abb9-34bd80ba25bc req-8abde8f6-81f0-4fe7-b13a-469b39479687 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:25.893759 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-38a0ae95-8fbf-42bf-abb9-34bd80ba25bc req-8abde8f6-81f0-4fe7-b13a-469b39479687 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] For port b0b7918e-a943-4e8f-9da5-fb705bc00087, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=b0b7918e-a943-4e8f-9da5-fb705bc00087,segment=NetworkSegment(35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1),segment_id=35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:35:25.894123 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-38a0ae95-8fbf-42bf-abb9-34bd80ba25bc req-8abde8f6-81f0-4fe7-b13a-469b39479687 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:26.016821 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-38a0ae95-8fbf-42bf-abb9-34bd80ba25bc req-8abde8f6-81f0-4fe7-b13a-469b39479687 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Calling delete_port for b0b7918e-a943-4e8f-9da5-fb705bc00087 owned by compute:nova {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:35:26.201136 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424a40d-b10c-4bf8-88f5-f11cac7fe4bc req-f2d6d9ef-66e0-4d5e-8ecc-edd587545586 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:26.202499 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1424a40d-b10c-4bf8-88f5-f11cac7fe4bc req-f2d6d9ef-66e0-4d5e-8ecc-edd587545586 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=442b074d-48bb-4db5-8688-96cefb2c4099 HTTP/1.1" status: 200 len: 945 time: 0.1552367 Aug 23 10:35:26.258896 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-38a0ae95-8fbf-42bf-abb9-34bd80ba25bc req-8abde8f6-81f0-4fe7-b13a-469b39479687 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:26.266735 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1424a40d-b10c-4bf8-88f5-f11cac7fe4bc req-32ef4e6c-9d24-4760-af85-4f271a5c3867 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557461 Aug 23 10:35:26.268700 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-04d3db3d-fbaa-42f2-a204-35abc5bddfa7 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:26.271679 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['b0b7918e-a943-4e8f-9da5-fb705bc00087'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:35:26.313381 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abde8f6-81f0-4fe7-b13a-469b39479687 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Pushing event deleted for resources: {'Port': ['ID=b0b7918e-a943-4e8f-9da5-fb705bc00087,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:26.342666 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-8abde8f6-81f0-4fe7-b13a-469b39479687 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:26.386965 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a0ae95-8fbf-42bf-abb9-34bd80ba25bc req-8abde8f6-81f0-4fe7-b13a-469b39479687 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] No DVR routers for this DVR port b0b7918e-a943-4e8f-9da5-fb705bc00087 on host hv-cinder-80278 {{(pid=79262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:35:26.389334 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-38a0ae95-8fbf-42bf-abb9-34bd80ba25bc req-8abde8f6-81f0-4fe7-b13a-469b39479687 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:26.391706 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442b074d-48bb-4db5-8688-96cefb2c4099', 'name': 'network-vif-deleted', 'tag': 'b0b7918e-a943-4e8f-9da5-fb705bc00087'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:35:26.406870 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-38a0ae95-8fbf-42bf-abb9-34bd80ba25bc req-8abde8f6-81f0-4fe7-b13a-469b39479687 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.38 "DELETE /v2.0/ports/b0b7918e-a943-4e8f-9da5-fb705bc00087 HTTP/1.1" status: 204 len: 173 time: 0.8158131 Aug 23 10:35:26.438800 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442b074d-48bb-4db5-8688-96cefb2c4099', 'name': 'network-vif-deleted', 'tag': 'b0b7918e-a943-4e8f-9da5-fb705bc00087', 'status': 'completed', 'code': 200} Aug 23 10:35:28.697793 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:30.388346 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device b0b7918e-a943-4e8f-9da5-fb705bc00087 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:35:30.425055 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] No Port match for: b0b7918e-a943-4e8f-9da5-fb705bc00087 {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:35:30.425408 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device b0b7918e-a943-4e8f-9da5-fb705bc00087 not bound to the agent host hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:35:32.837659 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9f3c-889e-4af6-8d9b-6f795180ee67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:33.655077 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:35.557882 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-e67f7759-0c8a-4270-9962-9f51ec631743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:36.444891 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:37.975700 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:38.841397 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-d7d2746e-054b-4ce7-8071-5ed7c03726a8 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:38.842842 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-d7d2746e-054b-4ce7-8071-5ed7c03726a8 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/networks?id=ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b HTTP/1.1" status: 200 len: 814 time: 0.1427507 Aug 23 10:35:38.857450 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-31835eae-b28b-4242-9908-95f7f40072b8 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/quotas/dcdf77253f6243549ed8cd6cd11d4313 HTTP/1.1" status: 200 len: 375 time: 0.0092974 Aug 23 10:35:38.902347 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-830a7f1e-54df-410b-855b-1d3aff510d45 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dcdf77253f6243549ed8cd6cd11d4313&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401959 Aug 23 10:35:39.032101 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-b37bf9f8-7c50-4420-a38a-0d1a6e98be4a service neutron] 10.222.0.21 "GET /v2.0/networks/ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235323 Aug 23 10:35:39.162205 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-b1ce381e-2161-4c56-b932-6987779b8d29 service neutron] 10.222.0.21 "GET /v2.0/networks/ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243455 Aug 23 10:35:39.333442 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-ab253172-f4d9-4fb4-a6dd-72bad37f2046 req-69d530e6-05d9-4992-b5d4-8585c061205f tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Synchronizing usage tracker for tenant:dcdf77253f6243549ed8cd6cd11d4313 on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:35:39.350356 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-ab253172-f4d9-4fb4-a6dd-72bad37f2046 req-69d530e6-05d9-4992-b5d4-8585c061205f tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Unset dirty status for tenant:dcdf77253f6243549ed8cd6cd11d4313 on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:35:39.352211 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ab253172-f4d9-4fb4-a6dd-72bad37f2046 req-69d530e6-05d9-4992-b5d4-8585c061205f tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f76833-4668-4122-9b36-9d885649aac2 HTTP/1.1" status: 200 len: 210 time: 0.0609269 Aug 23 10:35:40.318784 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-23bcf1eb-ef28-4651-8fce-db3f669e8743 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:40.320791 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-23bcf1eb-ef28-4651-8fce-db3f669e8743 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.38 "GET /v2.0/networks?id=ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b HTTP/1.1" status: 200 len: 814 time: 0.1511612 Aug 23 10:35:40.332219 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-e272adda-c46f-4859-9c7e-f729b3240020 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Request body: {'port': {'device_id': 'f7f76833-4668-4122-9b36-9d885649aac2', 'network_id': 'ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b', 'admin_state_up': True, 'tenant_id': 'dcdf77253f6243549ed8cd6cd11d4313'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:35:40.468126 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-e272adda-c46f-4859-9c7e-f729b3240020 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:35:40.478174 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-e272adda-c46f-4859-9c7e-f729b3240020 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:35:40.487565 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-e272adda-c46f-4859-9c7e-f729b3240020 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Made reservation on behalf of dcdf77253f6243549ed8cd6cd11d4313 for: {'port': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:35:40.491184 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-e272adda-c46f-4859-9c7e-f729b3240020 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:40.612255 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9aad9b99-175c-4ed0-a10d-80c3e173680f req-8702e0d4-1bcb-4c5e-9445-0a258e145612 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f76833-4668-4122-9b36-9d885649aac2 HTTP/1.1" status: 200 len: 210 time: 0.1522365 Aug 23 10:35:40.663066 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-e272adda-c46f-4859-9c7e-f729b3240020 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Allocated IP 172.20.0.11 (ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b/86d7f392-91cd-4281-8519-aa7787f3f277/a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:35:40.866809 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-e272adda-c46f-4859-9c7e-f729b3240020 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:40.896152 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-e272adda-c46f-4859-9c7e-f729b3240020 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:40.902018 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:40.964711 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-e272adda-c46f-4859-9c7e-f729b3240020 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Network ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:35:40.967901 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-e272adda-c46f-4859-9c7e-f729b3240020 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:35:40.971717 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-e272adda-c46f-4859-9c7e-f729b3240020 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:35:41.007962 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272adda-c46f-4859-9c7e-f729b3240020 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Pushing event updated for resources: {'Port': ['ID=a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:41.011647 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-e272adda-c46f-4859-9c7e-f729b3240020 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:41.039548 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-e272adda-c46f-4859-9c7e-f729b3240020 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:41.040204 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-e272adda-c46f-4859-9c7e-f729b3240020 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:41.065617 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-e272adda-c46f-4859-9c7e-f729b3240020 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7369745 Aug 23 10:35:41.077579 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] Request body: {'port': {'device_id': 'f7f76833-4668-4122-9b36-9d885649aac2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:35:41.273308 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:41.612402 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:35:41.620186 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:41.633935 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] Transition to ACTIVE for port object a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:35:41.637333 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:41.641641 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-8abde8f6-81f0-4fe7-b13a-469b39479687 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:41.802748 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] Pushing event updated for resources: {'Port': ['ID=a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:41.811507 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:41.931988 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee2fae-fb65-4646-82c1-a14dfb034ec4 req-f5bb0917-7bed-44e4-867d-744327c7e73e tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:41.932613 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-75ee2fae-fb65-4646-82c1-a14dfb034ec4 req-f5bb0917-7bed-44e4-867d-744327c7e73e tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Synchronizing usage tracker for tenant:dcdf77253f6243549ed8cd6cd11d4313 on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:35:41.937584 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] Attempting to bind port a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:35:41.937918 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] Attempting to bind port a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:35:41.938247 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] Attempting to bind port a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e on network ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:35:41.947700 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] Port a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e on network ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:35:41.948014 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] Attempting to bind port a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e on network ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:35:41.954741 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] Checking agent: {'id': 'f0a3a63c-ec97-42f3-9482-19859e948017', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'started_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:35:41.955080 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] Checking segment: {'id': '35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:35:41.955464 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] Bound using segment: {'id': '35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:35:41.955878 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] Bound port: a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:35:41.956223 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:41.969330 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-75ee2fae-fb65-4646-82c1-a14dfb034ec4 req-f5bb0917-7bed-44e4-867d-744327c7e73e tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Unset dirty status for tenant:dcdf77253f6243549ed8cd6cd11d4313 on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:35:41.970471 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-75ee2fae-fb65-4646-82c1-a14dfb034ec4 req-f5bb0917-7bed-44e4-867d-744327c7e73e tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f76833-4668-4122-9b36-9d885649aac2 HTTP/1.1" status: 200 len: 944 time: 0.2299268 Aug 23 10:35:42.067838 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-75ee2fae-fb65-4646-82c1-a14dfb034ec4 req-ec4382c3-3a84-496c-97c1-a4a5b70736fe tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705492 Aug 23 10:35:42.080894 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] For port a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e, host hv-cinder-80278, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:35:42.083804 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] For port a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e,segment=NetworkSegment(35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1),segment_id=35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:35:42.088977 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:42.093480 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-0be09599-19ef-41f9-a03d-01f96ff0ec5c tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:42.148483 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:42.149113 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:42.150457 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] 10.222.0.38 "PUT /v2.0/ports/a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e HTTP/1.1" status: 200 len: 1094 time: 1.0770769 Aug 23 10:35:42.150958 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f76833-4668-4122-9b36-9d885649aac2', 'tag': 'a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:35:42.176899 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] Pushing event updated for resources: {'Port': ['ID=a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:42.181155 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:42.226734 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f76833-4668-4122-9b36-9d885649aac2', 'tag': 'a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e', 'status': 'completed', 'code': 200} Aug 23 10:35:42.260538 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-d8e99bf8-3aa2-46be-8d5c-7553f0136c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:42.262073 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-d8e99bf8-3aa2-46be-8d5c-7553f0136c8a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dcdf77253f6243549ed8cd6cd11d4313&device_id=f7f76833-4668-4122-9b36-9d885649aac2 HTTP/1.1" status: 200 len: 1097 time: 0.0767701 Aug 23 10:35:42.328851 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-7bff8466-243b-487c-b6bb-688ae6364750 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e HTTP/1.1" status: 200 len: 217 time: 0.0587165 Aug 23 10:35:42.392143 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-baf54de9-9b19-4350-8a7f-39d0a7f21bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:42.393807 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-baf54de9-9b19-4350-8a7f-39d0a7f21bd8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=86d7f392-91cd-4281-8519-aa7787f3f277 HTTP/1.1" status: 200 len: 854 time: 0.0587294 Aug 23 10:35:42.438864 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-1a384f02-42cf-4e9c-9fa6-c6a28e059ff2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386143 Aug 23 10:35:42.565827 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-4978bba0-0eb1-4ce1-b6d0-728056359950 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199903 Aug 23 10:35:42.692818 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-65d0d279-a388-4e44-b67c-1943fe7aa894 req-992c8b3d-f470-45af-a83b-97762f3b3a67 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200602 Aug 23 10:35:42.805352 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3572559-1373-4c7a-8099-3def36ec89ee req-f13b88cd-ef7b-4890-a3a4-a0435d30bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:42.806791 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f3572559-1373-4c7a-8099-3def36ec89ee req-f13b88cd-ef7b-4890-a3a4-a0435d30bfb0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dcdf77253f6243549ed8cd6cd11d4313&device_id=f7f76833-4668-4122-9b36-9d885649aac2 HTTP/1.1" status: 200 len: 1097 time: 0.0729523 Aug 23 10:35:43.017831 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3572559-1373-4c7a-8099-3def36ec89ee req-9a6fbee0-0f90-4db8-a168-b8f928ed73e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:43.019254 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f3572559-1373-4c7a-8099-3def36ec89ee req-9a6fbee0-0f90-4db8-a168-b8f928ed73e9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b HTTP/1.1" status: 200 len: 915 time: 0.2059040 Aug 23 10:35:43.084938 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f3572559-1373-4c7a-8099-3def36ec89ee req-3fa328db-6647-43bb-b065-a84cdcaab13d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e HTTP/1.1" status: 200 len: 217 time: 0.0591075 Aug 23 10:35:43.148486 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3572559-1373-4c7a-8099-3def36ec89ee req-f2395a5c-6479-46cc-9231-47d05eb6f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:43.150333 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f3572559-1373-4c7a-8099-3def36ec89ee req-f2395a5c-6479-46cc-9231-47d05eb6f060 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=86d7f392-91cd-4281-8519-aa7787f3f277 HTTP/1.1" status: 200 len: 854 time: 0.0595517 Aug 23 10:35:43.237240 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f3572559-1373-4c7a-8099-3def36ec89ee req-a14e40a8-d92d-4457-9030-0a6968987e45 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804405 Aug 23 10:35:43.369359 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612636a7-93c9-4f7d-8338-aee2eb2ac43b req-c6abebe1-4606-492a-9378-f9ed08d922d9 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:43.370778 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-612636a7-93c9-4f7d-8338-aee2eb2ac43b req-c6abebe1-4606-492a-9378-f9ed08d922d9 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f76833-4668-4122-9b36-9d885649aac2 HTTP/1.1" status: 200 len: 944 time: 0.1844745 Aug 23 10:35:43.407741 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f3572559-1373-4c7a-8099-3def36ec89ee req-870c424c-2b2d-408a-96ad-ffbf452e5dff service neutron] 10.222.0.38 "GET /v2.0/networks/ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624720 Aug 23 10:35:43.455019 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-612636a7-93c9-4f7d-8338-aee2eb2ac43b req-55f3b813-af2e-420b-ba34-44dd8670b1a9 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724900 Aug 23 10:35:43.547802 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-f3572559-1373-4c7a-8099-3def36ec89ee req-c8e233d7-fc2c-434c-a415-d8c4a2d44625 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300914 Aug 23 10:35:44.635849 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975604fd-47c8-4006-916f-c8a364bdf96c req-5ceaf5ba-ba9d-492c-940f-d168f068ce3b tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:44.637307 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-975604fd-47c8-4006-916f-c8a364bdf96c req-5ceaf5ba-ba9d-492c-940f-d168f068ce3b tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f76833-4668-4122-9b36-9d885649aac2 HTTP/1.1" status: 200 len: 944 time: 0.0775950 Aug 23 10:35:44.680107 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-975604fd-47c8-4006-916f-c8a364bdf96c req-eb5abd44-4940-43ab-8ecb-6555bc781aba tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370891 Aug 23 10:35:45.861650 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921c019-b29c-4c0f-ae31-f170a28a5761 req-51fffca4-8ec5-4edc-a864-ee29468d568b tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:45.863090 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d921c019-b29c-4c0f-ae31-f170a28a5761 req-51fffca4-8ec5-4edc-a864-ee29468d568b tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f76833-4668-4122-9b36-9d885649aac2 HTTP/1.1" status: 200 len: 944 time: 0.0789654 Aug 23 10:35:45.910430 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d921c019-b29c-4c0f-ae31-f170a28a5761 req-a868966b-e2d8-490e-be53-a4af76347f95 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418556 Aug 23 10:35:47.091634 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadadd2-0e16-4cbe-9cbf-5675d997b547 req-00121e11-6655-4245-bc8d-a07570bba98d tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:47.093522 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2cadadd2-0e16-4cbe-9cbf-5675d997b547 req-00121e11-6655-4245-bc8d-a07570bba98d tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f76833-4668-4122-9b36-9d885649aac2 HTTP/1.1" status: 200 len: 944 time: 0.0810018 Aug 23 10:35:47.136410 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2cadadd2-0e16-4cbe-9cbf-5675d997b547 req-27d0a5eb-c24f-47db-82c2-ceeebd46a473 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375395 Aug 23 10:35:47.754583 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:35:47.883829 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e,segment=NetworkSegment(35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1),segment_id=35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:35:47.896839 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': 'a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e', 'network_id': 'ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b', 'port_id': 'a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e', 'mac_address': 'fa:16:3e:f3:9b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d7f392-91cd-4281-8519-aa7787f3f277', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:35:47.950108 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:47.966674 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:35:47.982180 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e,segment=NetworkSegment(35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1),segment_id=35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:35:47.986165 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:47.989310 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:48.086515 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:48.089562 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:48.284330 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:35:48.319143 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5a2b1-c402-4071-ab98-2b6ff462fb8a req-ad7977eb-e8e8-4455-b8d8-ff65c48d6cab tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:48.320653 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-42f5a2b1-c402-4071-ab98-2b6ff462fb8a req-ad7977eb-e8e8-4455-b8d8-ff65c48d6cab tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f76833-4668-4122-9b36-9d885649aac2 HTTP/1.1" status: 200 len: 945 time: 0.0802226 Aug 23 10:35:48.365484 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-42f5a2b1-c402-4071-ab98-2b6ff462fb8a req-3444f362-4194-4b01-b938-c4652152b69e tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389731 Aug 23 10:35:49.551676 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26ec72-bfbc-4f84-89e6-cbbb9f30d434 req-843e7f2a-b06e-449e-b553-73e745808c17 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:49.553172 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8f26ec72-bfbc-4f84-89e6-cbbb9f30d434 req-843e7f2a-b06e-449e-b553-73e745808c17 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f76833-4668-4122-9b36-9d885649aac2 HTTP/1.1" status: 200 len: 945 time: 0.0827787 Aug 23 10:35:49.597163 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-8f26ec72-bfbc-4f84-89e6-cbbb9f30d434 req-0bdc880f-5a02-4481-9cc2-50286effa14a tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378840 Aug 23 10:35:49.754489 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:35:49.821004 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning for port a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:35:49.825695 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:35:49.826082 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:49.938739 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:49.964172 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f76833-4668-4122-9b36-9d885649aac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:35:49.973768 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e,segment=NetworkSegment(35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1),segment_id=35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:35:49.978896 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:35:49.981030 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-69652cd3-39a9-4963-b6ce-a4d0c2dca878 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:35:50.014463 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f76833-4668-4122-9b36-9d885649aac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e', 'code': 200} Aug 23 10:35:50.046181 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:35:50.048991 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:35:50.237684 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934cfc9-b58a-4c8f-9a92-70080ff2a73d req-0c6d4f50-a334-4ea7-8db0-0b69ac5627d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:50.239112 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5934cfc9-b58a-4c8f-9a92-70080ff2a73d req-0c6d4f50-a334-4ea7-8db0-0b69ac5627d2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f7f76833-4668-4122-9b36-9d885649aac2 HTTP/1.1" status: 200 len: 1099 time: 0.0736201 Aug 23 10:35:50.279924 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5934cfc9-b58a-4c8f-9a92-70080ff2a73d req-2040ebed-b01e-49d6-96a8-1552fc78c790 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332668 Aug 23 10:35:50.782076 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7259c31-8c3c-4c47-8d50-0b882049356a req-ee8276de-1cce-4504-8a25-097d6e1722cd tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:50.783540 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a7259c31-8c3c-4c47-8d50-0b882049356a req-ee8276de-1cce-4504-8a25-097d6e1722cd tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f76833-4668-4122-9b36-9d885649aac2 HTTP/1.1" status: 200 len: 946 time: 0.0847659 Aug 23 10:35:50.826626 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a7259c31-8c3c-4c47-8d50-0b882049356a req-538944c4-40aa-478c-84d5-205f092823bf tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375917 Aug 23 10:35:52.010206 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad84dc0-0c1f-4402-8b15-1ba5204718d8 req-78afc00c-353a-4138-b01f-6b65b431d014 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:35:52.011664 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1ad84dc0-0c1f-4402-8b15-1ba5204718d8 req-78afc00c-353a-4138-b01f-6b65b431d014 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f76833-4668-4122-9b36-9d885649aac2 HTTP/1.1" status: 200 len: 946 time: 0.0791357 Aug 23 10:35:52.055326 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1ad84dc0-0c1f-4402-8b15-1ba5204718d8 req-3b32b88f-9b4b-4b7e-9b8e-f2edf9f58899 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379376 Aug 23 10:35:56.060241 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:35:58.699982 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:02.839048 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-7178d624-484f-4a3e-a314-4138229cd853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:03.660326 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:05.089766 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4711c8df-6dea-40d3-b5f7-c2067ca9b2f3 req-bad6b50c-1cd9-4865-abc5-ab18e85439c3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723486 Aug 23 10:36:05.233190 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711c8df-6dea-40d3-b5f7-c2067ca9b2f3 req-fe76d521-423d-4d37-bd5e-318465d7f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:36:05.234595 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4711c8df-6dea-40d3-b5f7-c2067ca9b2f3 req-fe76d521-423d-4d37-bd5e-318465d7f858 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed7cf1df40bb4d229c00c555d891db95&device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 1098 time: 0.0686839 Aug 23 10:36:05.378664 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711c8df-6dea-40d3-b5f7-c2067ca9b2f3 req-9b0f16e1-9fb3-406d-baf5-91a84e11b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:36:05.380089 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4711c8df-6dea-40d3-b5f7-c2067ca9b2f3 req-9b0f16e1-9fb3-406d-baf5-91a84e11b622 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6f046682-76b5-4374-a986-c6f7be6af2d2 HTTP/1.1" status: 200 len: 909 time: 0.1248441 Aug 23 10:36:05.482980 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4711c8df-6dea-40d3-b5f7-c2067ca9b2f3 req-df34d30f-89b5-4a19-8bf1-219d07c77747 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12e76817-6eb1-47e7-8f4c-e0019b12e3f6 HTTP/1.1" status: 200 len: 1001 time: 0.0949185 Aug 23 10:36:05.548110 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711c8df-6dea-40d3-b5f7-c2067ca9b2f3 req-c9e2c5ba-de1d-4493-a634-323e2d857662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:36:05.549839 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4711c8df-6dea-40d3-b5f7-c2067ca9b2f3 req-c9e2c5ba-de1d-4493-a634-323e2d857662 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d1ae451a-7cfe-4bc4-a991-7d7b30489c4a HTTP/1.1" status: 200 len: 847 time: 0.0600889 Aug 23 10:36:05.559366 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-ec84be66-0c2f-45cc-9374-649ca057eca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:05.710265 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711c8df-6dea-40d3-b5f7-c2067ca9b2f3 req-2346c9d6-ef69-41c3-b232-89fd88ef2878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:36:05.711640 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4711c8df-6dea-40d3-b5f7-c2067ca9b2f3 req-2346c9d6-ef69-41c3-b232-89fd88ef2878 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6f046682-76b5-4374-a986-c6f7be6af2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1545477 Aug 23 10:36:05.841058 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4711c8df-6dea-40d3-b5f7-c2067ca9b2f3 req-466c5535-b985-4ebe-9231-1473b30bc164 service neutron] 10.222.0.38 "GET /v2.0/networks/6f046682-76b5-4374-a986-c6f7be6af2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218781 Aug 23 10:36:05.972772 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-4711c8df-6dea-40d3-b5f7-c2067ca9b2f3 req-d8d21d75-57bb-490f-a345-615d1fa707ba service neutron] 10.222.0.38 "GET /v2.0/networks/6f046682-76b5-4374-a986-c6f7be6af2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225741 Aug 23 10:36:06.450519 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:07.976586 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:17.425841 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632600cf-58c8-4b57-b109-981ff02166b0 req-40b5f5eb-9932-47af-9845-b32767530c01 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:36:17.427219 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-632600cf-58c8-4b57-b109-981ff02166b0 req-40b5f5eb-9932-47af-9845-b32767530c01 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f76833-4668-4122-9b36-9d885649aac2 HTTP/1.1" status: 200 len: 946 time: 0.0793173 Aug 23 10:36:17.474885 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-632600cf-58c8-4b57-b109-981ff02166b0 req-6e4d28b2-dced-4afa-96db-269c5b880a90 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414631 Aug 23 10:36:18.663083 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb80fe-189a-4bd3-bfcb-950d535a37c4 req-3eb3c891-8e95-43f4-a854-c527cd5d1c61 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:36:18.665190 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4ffb80fe-189a-4bd3-bfcb-950d535a37c4 req-3eb3c891-8e95-43f4-a854-c527cd5d1c61 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f76833-4668-4122-9b36-9d885649aac2 HTTP/1.1" status: 200 len: 946 time: 0.0863056 Aug 23 10:36:18.708350 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4ffb80fe-189a-4bd3-bfcb-950d535a37c4 req-2f566df9-a81b-4190-8580-29bf98a41fd9 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375924 Aug 23 10:36:19.260308 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f385a7-dcaf-4f11-8189-7ab2405ac3ec req-475879fe-ae6a-4277-a761-11b188edd0a3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:36:19.261657 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-27f385a7-dcaf-4f11-8189-7ab2405ac3ec req-475879fe-ae6a-4277-a761-11b188edd0a3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7f76833-4668-4122-9b36-9d885649aac2 HTTP/1.1" status: 200 len: 946 time: 0.0781879 Aug 23 10:36:19.328402 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-27f385a7-dcaf-4f11-8189-7ab2405ac3ec req-4ca43021-7326-424e-9f88-0a0ee6debea3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Deleting port a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:36:19.328764 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-27f385a7-dcaf-4f11-8189-7ab2405ac3ec req-4ca43021-7326-424e-9f88-0a0ee6debea3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:19.565387 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-27f385a7-dcaf-4f11-8189-7ab2405ac3ec req-4ca43021-7326-424e-9f88-0a0ee6debea3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] For port a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e,segment=NetworkSegment(35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1),segment_id=35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:36:19.565746 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-27f385a7-dcaf-4f11-8189-7ab2405ac3ec req-4ca43021-7326-424e-9f88-0a0ee6debea3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:19.687237 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [req-27f385a7-dcaf-4f11-8189-7ab2405ac3ec req-4ca43021-7326-424e-9f88-0a0ee6debea3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Calling delete_port for a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e owned by compute:nova {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:36:19.872194 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-27f385a7-dcaf-4f11-8189-7ab2405ac3ec req-4ca43021-7326-424e-9f88-0a0ee6debea3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:19.878199 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c3dd408e-bcb5-4567-9f34-be58f83ba30c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:36:19.884407 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:36:19.928693 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca43021-7326-424e-9f88-0a0ee6debea3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Pushing event deleted for resources: {'Port': ['ID=a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:36:19.975434 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca43021-7326-424e-9f88-0a0ee6debea3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:19.975809 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca43021-7326-424e-9f88-0a0ee6debea3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:19.976222 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca43021-7326-424e-9f88-0a0ee6debea3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:19.976602 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca43021-7326-424e-9f88-0a0ee6debea3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:19.976963 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca43021-7326-424e-9f88-0a0ee6debea3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:19.977320 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca43021-7326-424e-9f88-0a0ee6debea3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:19.977675 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca43021-7326-424e-9f88-0a0ee6debea3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:19.978029 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca43021-7326-424e-9f88-0a0ee6debea3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:19.978380 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca43021-7326-424e-9f88-0a0ee6debea3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:19.978729 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca43021-7326-424e-9f88-0a0ee6debea3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:19.979079 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca43021-7326-424e-9f88-0a0ee6debea3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:19.979427 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca43021-7326-424e-9f88-0a0ee6debea3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:19.987358 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-4ca43021-7326-424e-9f88-0a0ee6debea3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:36:20.024045 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f385a7-dcaf-4f11-8189-7ab2405ac3ec req-4ca43021-7326-424e-9f88-0a0ee6debea3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] No DVR routers for this DVR port a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e on host hv-cinder-80278 {{(pid=79262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:36:20.027027 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-27f385a7-dcaf-4f11-8189-7ab2405ac3ec req-4ca43021-7326-424e-9f88-0a0ee6debea3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:20.030890 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f76833-4668-4122-9b36-9d885649aac2', 'name': 'network-vif-deleted', 'tag': 'a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:36:20.052205 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc9b5b-48a0-4cb5-942c-386bab0e4d55 req-1269a460-adab-4495-a196-37c2f6d982b1 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:36:20.053016 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-67dc9b5b-48a0-4cb5-942c-386bab0e4d55 req-1269a460-adab-4495-a196-37c2f6d982b1 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Synchronizing usage tracker for tenant:dcdf77253f6243549ed8cd6cd11d4313 on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:36:20.058424 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-27f385a7-dcaf-4f11-8189-7ab2405ac3ec req-4ca43021-7326-424e-9f88-0a0ee6debea3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.38 "DELETE /v2.0/ports/a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e HTTP/1.1" status: 204 len: 173 time: 0.7912772 Aug 23 10:36:20.073557 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-67dc9b5b-48a0-4cb5-942c-386bab0e4d55 req-1269a460-adab-4495-a196-37c2f6d982b1 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Unset dirty status for tenant:dcdf77253f6243549ed8cd6cd11d4313 on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:36:20.077013 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-67dc9b5b-48a0-4cb5-942c-386bab0e4d55 req-1269a460-adab-4495-a196-37c2f6d982b1 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f76833-4668-4122-9b36-9d885649aac2 HTTP/1.1" status: 200 len: 867 time: 0.2615595 Aug 23 10:36:20.078710 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f76833-4668-4122-9b36-9d885649aac2', 'name': 'network-vif-deleted', 'tag': 'a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e', 'status': 'completed', 'code': 200} Aug 23 10:36:20.121648 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-67dc9b5b-48a0-4cb5-942c-386bab0e4d55 req-c03de1d5-4cf1-415c-aa7f-71a8a4d99a9c tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] 10.222.0.21 "GET /v2.0/security-groups?id=e189cd09-63fe-4df1-89e8-959dd7ddd59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413496 Aug 23 10:36:24.471112 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:36:24.511379 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] No Port match for: a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:36:24.511729 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device a85a73e5-9c4c-4c9c-94df-9ef9cac22c3e not bound to the agent host hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:36:28.716924 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:32.839143 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-4a95034d-50ac-46a3-93a0-c5d8c92cc213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:33.059929 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:36:33.653011 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:35.563343 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-6c189be6-2197-4c0e-b192-1b286541bb81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:36.450011 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:37.981894 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:48.490240 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 43352) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:36:48.552930 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0113b5-1b77-4ea2-b2f5-0acda243d8a9 admin admin] Deleting subnet 86d7f392-91cd-4281-8519-aa7787f3f277 {{(pid=79262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:36:48.555726 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3d0113b5-1b77-4ea2-b2f5-0acda243d8a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:48.602809 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3d0113b5-1b77-4ea2-b2f5-0acda243d8a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15130840'] for subnet, precommit_delete_associations {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:48.654799 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3d0113b5-1b77-4ea2-b2f5-0acda243d8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351694'] for subnet, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:48.804500 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3d0113b5-1b77-4ea2-b2f5-0acda243d8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14958768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15036623'] for subnet, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:48.809221 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-94f00c64-40d2-4559-ac53-d86b491bc342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:36:48.844483 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0113b5-1b77-4ea2-b2f5-0acda243d8a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86d7f392-91cd-4281-8519-aa7787f3f277,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:36:48.846477 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3d0113b5-1b77-4ea2-b2f5-0acda243d8a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:48.848906 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-3d0113b5-1b77-4ea2-b2f5-0acda243d8a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:36:48.852849 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-3d0113b5-1b77-4ea2-b2f5-0acda243d8a9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/86d7f392-91cd-4281-8519-aa7787f3f277 HTTP/1.1" status: 204 len: 168 time: 0.3615184 Aug 23 10:36:48.855242 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 43356) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:36:48.958832 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d12620a6-f82f-44e8-8fbb-5657171dd606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3408463'] for network, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:49.087497 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d12620a6-f82f-44e8-8fbb-5657171dd606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3353717', 'neutron.services.segments.db._delete_segments_for_network-8757078968221'] for network, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:49.099925 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-d12620a6-f82f-44e8-8fbb-5657171dd606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b']}} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:36:49.111680 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-d12620a6-f82f-44e8-8fbb-5657171dd606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1') {'for_net_delete': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:36:49.111985 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-d12620a6-f82f-44e8-8fbb-5657171dd606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d8d7c9-f3a6-47ad-a5b9-800a4f67a8d1') {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:36:49.122985 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d12620a6-f82f-44e8-8fbb-5657171dd606 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757078964983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15130823'] for segment, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:49.138827 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d12620a6-f82f-44e8-8fbb-5657171dd606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:49.145013 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12620a6-f82f-44e8-8fbb-5657171dd606 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=79262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:36:49.145388 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d12620a6-f82f-44e8-8fbb-5657171dd606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3366333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14958806'] for segment, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: Traceback (most recent call last): Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: timer() Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: cb(*args, **kw) Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: return func(*args, **kwargs) Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: self._notify() Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: self.callback(batched_events) Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: event.method(event) Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: return f(self, *a, **k) Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: return self._get(url).json() Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: return self.request(url, 'GET', **kwargs) Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:36:49.158958 dv-cinder-802781-2-iscsi neutron-server[79262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:36:49.234468 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d12620a6-f82f-44e8-8fbb-5657171dd606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3353612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589113'] for network, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:49.240393 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d12620a6-f82f-44e8-8fbb-5657171dd606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:49.243297 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-16c12149-3a55-43a8-8e5c-54eec8a08b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:36:49.264685 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12620a6-f82f-44e8-8fbb-5657171dd606 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:36:49.266916 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-d12620a6-f82f-44e8-8fbb-5657171dd606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:36:49.273359 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-d12620a6-f82f-44e8-8fbb-5657171dd606 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ad8b5d2c-c6a5-4d02-8bc5-2011b1ba4f4b HTTP/1.1" status: 204 len: 168 time: 0.4172122 Aug 23 10:36:49.437629 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 43362) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:36:49.485619 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-a511f374-cb20-451b-9182-b7a81f113d3a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dcdf77253f6243549ed8cd6cd11d4313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467358 Aug 23 10:36:49.487728 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 43366) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:36:49.543834 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5277cc32-120b-4d4c-a09b-c3b0a64d7429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:49.572765 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5277cc32-120b-4d4c-a09b-c3b0a64d7429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:49.622888 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5277cc32-120b-4d4c-a09b-c3b0a64d7429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:49.627508 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7e97bd3b-87ba-4433-a1e5-ce3583eae484 tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:36:49.640333 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277cc32-120b-4d4c-a09b-c3b0a64d7429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e189cd09-63fe-4df1-89e8-959dd7ddd59c,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:36:49.649291 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277cc32-120b-4d4c-a09b-c3b0a64d7429 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:49.649739 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277cc32-120b-4d4c-a09b-c3b0a64d7429 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:49.650215 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277cc32-120b-4d4c-a09b-c3b0a64d7429 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:49.650666 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277cc32-120b-4d4c-a09b-c3b0a64d7429 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:49.651019 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277cc32-120b-4d4c-a09b-c3b0a64d7429 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:49.651370 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277cc32-120b-4d4c-a09b-c3b0a64d7429 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:49.651718 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277cc32-120b-4d4c-a09b-c3b0a64d7429 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:49.652062 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277cc32-120b-4d4c-a09b-c3b0a64d7429 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:49.652406 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277cc32-120b-4d4c-a09b-c3b0a64d7429 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:49.652894 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277cc32-120b-4d4c-a09b-c3b0a64d7429 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:49.653238 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277cc32-120b-4d4c-a09b-c3b0a64d7429 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:49.653576 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277cc32-120b-4d4c-a09b-c3b0a64d7429 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:49.657247 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5277cc32-120b-4d4c-a09b-c3b0a64d7429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:36:49.663885 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5277cc32-120b-4d4c-a09b-c3b0a64d7429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:49.665777 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-5277cc32-120b-4d4c-a09b-c3b0a64d7429 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e189cd09-63fe-4df1-89e8-959dd7ddd59c HTTP/1.1" status: 204 len: 168 time: 0.1770289 Aug 23 10:36:50.398881 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 43390) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:36:50.500687 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-278528601-network', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:36:50.505271 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:36:50.509105 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] Usage tracker for resource:network and tenant:1a16a50afe5042ccb9450c09d2f101de is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:36:50.511921 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:36:50.518518 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:36:50.529292 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] Made reservation on behalf of 1a16a50afe5042ccb9450c09d2f101de for: {'network': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:36:50.531980 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for network, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:50.544452 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:50.558806 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:36:50.562501 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] Usage tracker for resource:security_group_rule and tenant:1a16a50afe5042ccb9450c09d2f101de is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:36:50.565255 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:36:50.570801 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:36:50.650856 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:50.654460 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:50.657282 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-29851a0d-9c72-4b27-b108-a7c55eeef782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:36:50.685764 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=79261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:36:50.693945 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74206827-8a9b-4d46-86f6-bb7477001944,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:36:50.697428 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:36:50.699783 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:50.700129 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.db.segments_db [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] Added segment 9511b03c-745a-4481-a127-aeea4af13a3d of type vlan for network 51099f6f-962a-49ab-9e54-4e101010b224 Aug 23 10:36:50.726189 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757078474397'] for network, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:50.757352 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for network, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:50.758600 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:36:50.759182 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:50.763673 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-96aa0a52-8289-4673-b81b-2fa88e87b8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:36:50.851575 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4515913 Aug 23 10:36:50.854974 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 43396) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:36:50.860405 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] Pushing event updated for resources: {'Network': ['ID=51099f6f-962a-49ab-9e54-4e101010b224,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:36:50.860813 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-39be54c8-883e-4453-aff2-b7d2b36f6cc4 admin admin] Request body: {'subnet': {'network_id': '51099f6f-962a-49ab-9e54-4e101010b224', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-278528601-subnet', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'ip_version': 4}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:36:50.863087 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8b16c4ea-2bff-4030-827c-9f4b5d9e25b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:36:50.865616 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-39be54c8-883e-4453-aff2-b7d2b36f6cc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:36:50.869482 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-39be54c8-883e-4453-aff2-b7d2b36f6cc4 admin admin] Usage tracker for resource:subnet and tenant:1a16a50afe5042ccb9450c09d2f101de is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:36:50.870596 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Network 51099f6f-962a-49ab-9e54-4e101010b224 details requested by agent ovs-agent-dv-cinder-802781-2-iscsi with host dv-cinder-802781-2-iscsi {{(pid=79263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:36:50.872354 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-39be54c8-883e-4453-aff2-b7d2b36f6cc4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:36:50.878108 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-39be54c8-883e-4453-aff2-b7d2b36f6cc4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:36:50.888311 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39be54c8-883e-4453-aff2-b7d2b36f6cc4 admin admin] Made reservation on behalf of 1a16a50afe5042ccb9450c09d2f101de for: {'subnet': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:36:50.890617 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-39be54c8-883e-4453-aff2-b7d2b36f6cc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15036580'] for subnet, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:51.093408 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-39be54c8-883e-4453-aff2-b7d2b36f6cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14959731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15036630'] for subnet, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:51.097876 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:36:51.165488 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be54c8-883e-4453-aff2-b7d2b36f6cc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83b0561b-046e-45fc-9f72-47d97f0c4044,revision_number=0']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:36:51.168882 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-39be54c8-883e-4453-aff2-b7d2b36f6cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:36:51.174337 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be54c8-883e-4453-aff2-b7d2b36f6cc4 admin admin] Checking segment: {'id': '9511b03c-745a-4481-a127-aeea4af13a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:36:51.174690 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39be54c8-883e-4453-aff2-b7d2b36f6cc4 admin admin] Network hostable DHCP agents. Network: 51099f6f-962a-49ab-9e54-4e101010b224, hostable agents: ['4a75187f-898e-4cea-928c-8d2a7fd8cd5e'], hosted agents: [] {{(pid=79262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:36:51.192812 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39be54c8-883e-4453-aff2-b7d2b36f6cc4 admin admin] Network 51099f6f-962a-49ab-9e54-4e101010b224 is scheduled to be hosted by DHCP agent 4a75187f-898e-4cea-928c-8d2a7fd8cd5e with binding_index 1 {{(pid=79262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:36:51.201957 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-39be54c8-883e-4453-aff2-b7d2b36f6cc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-iscsi, 51099f6f-962a-49ab-9e54-4e101010b224) {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:36:51.206282 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39be54c8-883e-4453-aff2-b7d2b36f6cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:36:51.207457 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-39be54c8-883e-4453-aff2-b7d2b36f6cc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:51.210649 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440e26d0-93f5-4734-85b5-c6a7e8e21a9a None None] Network 51099f6f-962a-49ab-9e54-4e101010b224 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:36:51.227805 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-39be54c8-883e-4453-aff2-b7d2b36f6cc4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3714492 Aug 23 10:36:51.230192 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 43400) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:36:51.237480 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-e4c63cf0-46c5-444c-85ba-e97f409017f6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-278528601-router', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:36:51.244149 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-e4c63cf0-46c5-444c-85ba-e97f409017f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:36:51.247943 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-e4c63cf0-46c5-444c-85ba-e97f409017f6 admin admin] Usage tracker for resource:router and tenant:1a16a50afe5042ccb9450c09d2f101de is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:36:51.250847 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-e4c63cf0-46c5-444c-85ba-e97f409017f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:36:51.256466 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-e4c63cf0-46c5-444c-85ba-e97f409017f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:36:51.266568 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e4c63cf0-46c5-444c-85ba-e97f409017f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1338'] for router, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:51.267553 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e4c63cf0-46c5-444c-85ba-e97f409017f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2017208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1331'] for router, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:51.282491 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e4c63cf0-46c5-444c-85ba-e97f409017f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:51.420243 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e0f81f4-72ae-5f66-9edb-05093a465032-51099f6f-962a-49ab-9e54-4e101010b224', 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'fixed_ips': [{'subnet_id': '83b0561b-046e-45fc-9f72-47d97f0c4044'}]}} from dv-cinder-802781-2-iscsi. {{(pid=79263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 10:36:51.421117 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:51.544284 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e4c63cf0-46c5-444c-85ba-e97f409017f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1317'] for router, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:51.574470 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.db_base_plugin_common [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Allocated IP 172.20.0.2 (51099f6f-962a-49ab-9e54-4e101010b224/83b0561b-046e-45fc-9f72-47d97f0c4044/fc1f5ff9-896a-44b2-afd1-2c1836720066) {{(pid=79263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:36:51.772414 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Notify callbacks [] for port, precommit_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:51.783170 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Transition to ACTIVE for port object fc1f5ff9-896a-44b2-afd1-2c1836720066 will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:36:51.803126 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Transition to ACTIVE for port object fc1f5ff9-896a-44b2-afd1-2c1836720066 will not be triggered until provisioned by entity DHCP. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:36:51.808610 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568'] for port, after_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:51.816805 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:36:51.880860 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Network 51099f6f-962a-49ab-9e54-4e101010b224 is already hosted by enough agents. {{(pid=79263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:36:51.884651 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.scheduler.base_scheduler [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Resources bound (agent type, host, resource id): {{(pid=79263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:36:51.887605 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Received port after_create {{(pid=79263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:36:51.920710 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Pushing event updated for resources: {'Port': ['ID=fc1f5ff9-896a-44b2-afd1-2c1836720066,revision_number=1']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:36:51.936708 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:51.937059 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:51.937400 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:51.937733 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:51.938379 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:51.938379 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:51.938686 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:51.939013 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:51.939337 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:51.939661 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:51.939987 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:51.940304 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:51.943581 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e4c63cf0-46c5-444c-85ba-e97f409017f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:51.944113 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:36:51.977084 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e4c63cf0-46c5-444c-85ba-e97f409017f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:51.996065 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Attempting to bind port fc1f5ff9-896a-44b2-afd1-2c1836720066 on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:36:51.996449 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Attempting to bind port fc1f5ff9-896a-44b2-afd1-2c1836720066 by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': '9511b03c-745a-4481-a127-aeea4af13a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:36:51.996835 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Attempting to bind port fc1f5ff9-896a-44b2-afd1-2c1836720066 on network 51099f6f-962a-49ab-9e54-4e101010b224 {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:36:52.002495 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:36:52.002883 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Checking segment: {'id': '9511b03c-745a-4481-a127-aeea4af13a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:36:52.003300 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:52.003708 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Bound using segment: {'id': '9511b03c-745a-4481-a127-aeea4af13a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:36:52.004183 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Bound port: fc1f5ff9-896a-44b2-afd1-2c1836720066, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9511b03c-745a-4481-a127-aeea4af13a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:36:52.004583 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:52.092289 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] For port fc1f5ff9-896a-44b2-afd1-2c1836720066, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:36:52.095575 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] For port fc1f5ff9-896a-44b2-afd1-2c1836720066, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=fc1f5ff9-896a-44b2-afd1-2c1836720066,segment=NetworkSegment(9511b03c-745a-4481-a127-aeea4af13a3d),segment_id=9511b03c-745a-4481-a127-aeea4af13a3d)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:36:52.099673 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:52.104123 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:36:52.112245 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [None req-e4c63cf0-46c5-444c-85ba-e97f409017f6 admin admin] Allocated IP 172.27.2.242 (0e8cefd7-d645-4496-8b4b-729be1dafeb2/42841614-a1e8-4916-825f-ef19d8d550be/61118962-7bb1-4ff0-93b2-91622de289cf) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:36:52.218651 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Pushing event updated for resources: {'Port': ['ID=fc1f5ff9-896a-44b2-afd1-2c1836720066,revision_number=2']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:36:52.221189 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:36:52.266365 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e4c63cf0-46c5-444c-85ba-e97f409017f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:52.297001 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e4c63cf0-46c5-444c-85ba-e97f409017f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:52.301600 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-654e7e7f-eaea-4cdb-b025-d0ea89cde99e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:36:52.365158 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c63cf0-46c5-444c-85ba-e97f409017f6 admin admin] Network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:36:52.368732 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-e4c63cf0-46c5-444c-85ba-e97f409017f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:36:52.381938 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c63cf0-46c5-444c-85ba-e97f409017f6 admin admin] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:36:52.418284 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c63cf0-46c5-444c-85ba-e97f409017f6 admin admin] Pushing event updated for resources: {'Port': ['ID=61118962-7bb1-4ff0-93b2-91622de289cf,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:36:52.421382 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-e4c63cf0-46c5-444c-85ba-e97f409017f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:36:52.802560 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e4c63cf0-46c5-444c-85ba-e97f409017f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:53.105650 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b1e566-c87a-4714-b230-16d47149891c None None] Network 51099f6f-962a-49ab-9e54-4e101010b224 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:36:53.149021 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e4c63cf0-46c5-444c-85ba-e97f409017f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589225'] for router, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:53.217504 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-a10a1624-e6f8-4d0d-8de8-1dc56ca86177 None None] Provisioning for port fc1f5ff9-896a-44b2-afd1-2c1836720066 completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:36:53.465592 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c63cf0-46c5-444c-85ba-e97f409017f6 admin admin] Router 0634fa59-57dd-4779-aa6d-e69035f7fac5 is scheduled to L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 with binding_index 1 {{(pid=79262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 10:36:53.640146 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c63cf0-46c5-444c-85ba-e97f409017f6 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:36:53.649710 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] Sync routers for ids ['0634fa59-57dd-4779-aa6d-e69035f7fac5'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:36:53.658970 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] Routers {'0634fa59-57dd-4779-aa6d-e69035f7fac5'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:36:53.659682 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:36:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['0634fa59-57dd-4779-aa6d-e69035f7fac5'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:36:53.662707 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e4c63cf0-46c5-444c-85ba-e97f409017f6 admin admin] Notify callbacks [] for router, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:53.666849 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-e4c63cf0-46c5-444c-85ba-e97f409017f6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4327488 Aug 23 10:36:53.667037 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 43404) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:36:53.835148 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] Set router 0634fa59-57dd-4779-aa6d-e69035f7fac5 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:36:54.024210 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device fc1f5ff9-896a-44b2-afd1-2c1836720066 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:36:54.159823 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port fc1f5ff9-896a-44b2-afd1-2c1836720066 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:36:54.170588 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port fc1f5ff9-896a-44b2-afd1-2c1836720066 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:36:54.170964 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:54.240715 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'name': 'tempest-TestMinimumBasicScenario-278528601-router', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:36:51Z', 'updated_at': '2021-08-23T10:36:52Z', 'revision_number': 3, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'gw_port': {'id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:52Z', 'updated_at': '2021-08-23T10:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:36:54.247087 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] Checking router: 0634fa59-57dd-4779-aa6d-e69035f7fac5 for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:36:54.247438 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] Updating router 0634fa59-57dd-4779-aa6d-e69035f7fac5 port 61118962-7bb1-4ff0-93b2-91622de289cf binding host dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:36:54.341912 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:54.347871 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8535a9b8-ec3a-49db-a726-1b4503ed6d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:54.368686 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:54.465463 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port fc1f5ff9-896a-44b2-afd1-2c1836720066, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=fc1f5ff9-896a-44b2-afd1-2c1836720066,segment=NetworkSegment(9511b03c-745a-4481-a127-aeea4af13a3d),segment_id=9511b03c-745a-4481-a127-aeea4af13a3d)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:36:54.469393 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:54.473862 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:36:54.560338 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [None req-8535a9b8-ec3a-49db-a726-1b4503ed6d0a admin admin] Allocated IP 172.20.0.1 (51099f6f-962a-49ab-9e54-4e101010b224/83b0561b-046e-45fc-9f72-47d97f0c4044/9cbfa65a-564b-43ef-a001-2f5c5c92ebb6) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:36:54.587896 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=fc1f5ff9-896a-44b2-afd1-2c1836720066,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:36:54.592142 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:36:54.706870 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8535a9b8-ec3a-49db-a726-1b4503ed6d0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:54.722413 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-8535a9b8-ec3a-49db-a726-1b4503ed6d0a admin admin] Transition to ACTIVE for port object 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6 will not be triggered until provisioned by entity DHCP. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:36:54.745176 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8535a9b8-ec3a-49db-a726-1b4503ed6d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:54.748649 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-af716b28-0970-4f67-8d4d-2f3aca5e9616 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:36:54.758370 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] Notify callbacks [] for port, precommit_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:54.769938 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] Transition to ACTIVE for port object 61118962-7bb1-4ff0-93b2-91622de289cf will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:36:54.776779 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:54.780364 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:36:54.813915 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8535a9b8-ec3a-49db-a726-1b4503ed6d0a admin admin] Network 51099f6f-962a-49ab-9e54-4e101010b224 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:36:54.817013 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-8535a9b8-ec3a-49db-a726-1b4503ed6d0a admin admin] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:36:54.821219 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8535a9b8-ec3a-49db-a726-1b4503ed6d0a admin admin] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:36:54.858025 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535a9b8-ec3a-49db-a726-1b4503ed6d0a admin admin] Pushing event updated for resources: {'Port': ['ID=9cbfa65a-564b-43ef-a001-2f5c5c92ebb6,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:36:54.862555 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-8535a9b8-ec3a-49db-a726-1b4503ed6d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:36:54.885427 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8535a9b8-ec3a-49db-a726-1b4503ed6d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698860'] for router_interface, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:54.912932 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] Attempting to bind port 61118962-7bb1-4ff0-93b2-91622de289cf on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:36:54.913317 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] Attempting to bind port 61118962-7bb1-4ff0-93b2-91622de289cf by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:36:54.913705 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] Attempting to bind port 61118962-7bb1-4ff0-93b2-91622de289cf on network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:36:54.920071 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2fa44-e468-4f4b-a2ba-5f90fed69ce5 None None] Pushing event updated for resources: {'Port': ['ID=61118962-7bb1-4ff0-93b2-91622de289cf,revision_number=2']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:36:54.923398 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-8ba2fa44-e468-4f4b-a2ba-5f90fed69ce5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:36:54.926394 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:36:54.926843 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] Checking segment: {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:36:54.927332 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:54.927695 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] Bound using segment: {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:36:54.928221 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] Bound port: 61118962-7bb1-4ff0-93b2-91622de289cf, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:36:54.929171 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:55.007733 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] For port 61118962-7bb1-4ff0-93b2-91622de289cf, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:36:55.011512 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] For port 61118962-7bb1-4ff0-93b2-91622de289cf, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=61118962-7bb1-4ff0-93b2-91622de289cf,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:36:55.019035 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:55.025685 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:36:55.110910 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] Routers {'0634fa59-57dd-4779-aa6d-e69035f7fac5'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:36:55.111542 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:36:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['0634fa59-57dd-4779-aa6d-e69035f7fac5'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:36:55.185483 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-6e7fe3f3-7a8b-4cab-ae1b-129e3fce5abc None None] Provisioning for port 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6 completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:36:55.193404 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2fa44-e468-4f4b-a2ba-5f90fed69ce5 None None] Pushing event updated for resources: {'Port': ['ID=61118962-7bb1-4ff0-93b2-91622de289cf,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:36:55.204386 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-6e7fe3f3-7a8b-4cab-ae1b-129e3fce5abc None None] Provisioning complete for port 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6 triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:36:55.204769 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe3f3-7a8b-4cab-ae1b-129e3fce5abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:55.237560 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-8ba2fa44-e468-4f4b-a2ba-5f90fed69ce5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:36:55.255418 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8535a9b8-ec3a-49db-a726-1b4503ed6d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:55.324006 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-6e7fe3f3-7a8b-4cab-ae1b-129e3fce5abc None None] Port 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6 cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:36:55.363972 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] Set router 0634fa59-57dd-4779-aa6d-e69035f7fac5 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:36:55.479272 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8535a9b8-ec3a-49db-a726-1b4503ed6d0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:55.483734 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8535a9b8-ec3a-49db-a726-1b4503ed6d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:55.511347 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-4663b3ef-6da9-48c1-bf9e-e023f975b1e7 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:36:55.590735 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535a9b8-ec3a-49db-a726-1b4503ed6d0a admin admin] Pushing event updated for resources: {'Port': ['ID=9cbfa65a-564b-43ef-a001-2f5c5c92ebb6,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:36:55.594042 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-8535a9b8-ec3a-49db-a726-1b4503ed6d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:36:55.594985 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8535a9b8-ec3a-49db-a726-1b4503ed6d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1815952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698883'] for router_interface, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:55.643152 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'name': 'tempest-TestMinimumBasicScenario-278528601-router', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:36:51Z', 'updated_at': '2021-08-23T10:36:52Z', 'revision_number': 3, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'gw_port': {'id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:52Z', 'updated_at': '2021-08-23T10:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:36:55.646962 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf81809-c12e-48b5-bf70-e2045599f303 None None] The sync data for ids ['0634fa59-57dd-4779-aa6d-e69035f7fac5'] in dv-cinder-802781-2-iscsi is: [{'id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'name': 'tempest-TestMinimumBasicScenario-278528601-router', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:36:51Z', 'updated_at': '2021-08-23T10:36:52Z', 'revision_number': 3, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'gw_port': {'id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:52Z', 'updated_at': '2021-08-23T10:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:36:55.728048 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8535a9b8-ec3a-49db-a726-1b4503ed6d0a admin admin] Network 51099f6f-962a-49ab-9e54-4e101010b224 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:36:55.729119 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-8535a9b8-ec3a-49db-a726-1b4503ed6d0a admin admin] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:36:55.948440 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8535a9b8-ec3a-49db-a726-1b4503ed6d0a admin admin] Router 0634fa59-57dd-4779-aa6d-e69035f7fac5 has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:36:56.059369 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device fc1f5ff9-896a-44b2-afd1-2c1836720066 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:36:56.092593 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-85cf9c3d-588c-4e7b-bf87-809f2f9b3067 None None] Provisioning complete for port 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6 triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:36:56.092960 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-85cf9c3d-588c-4e7b-bf87-809f2f9b3067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:56.135123 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8535a9b8-ec3a-49db-a726-1b4503ed6d0a admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:36:56.151198 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-8535a9b8-ec3a-49db-a726-1b4503ed6d0a admin admin] 10.222.0.21 "PUT /v2.0/routers/0634fa59-57dd-4779-aa6d-e69035f7fac5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4767623 Aug 23 10:36:56.174966 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-85cf9c3d-588c-4e7b-bf87-809f2f9b3067 None None] Port 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6 cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:36:56.188315 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port fc1f5ff9-896a-44b2-afd1-2c1836720066 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:36:56.189014 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:56.313631 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 61118962-7bb1-4ff0-93b2-91622de289cf up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:36:56.386173 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port 61118962-7bb1-4ff0-93b2-91622de289cf completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:36:56.391333 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 61118962-7bb1-4ff0-93b2-91622de289cf triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:36:56.391723 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:56.538680 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:56.557042 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port 61118962-7bb1-4ff0-93b2-91622de289cf, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=61118962-7bb1-4ff0-93b2-91622de289cf,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:36:56.561327 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:56.564519 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:36:56.636237 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=61118962-7bb1-4ff0-93b2-91622de289cf,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:36:56.639480 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:36:56.735928 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 43428) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:36:56.741592 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-683387865-network', 'tenant_id': 'cc9168699e2041b59959143522439fa8'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:36:56.746574 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:36:56.750391 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] Usage tracker for resource:network and tenant:cc9168699e2041b59959143522439fa8 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:36:56.753349 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:36:56.759263 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:36:56.768927 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] Made reservation on behalf of cc9168699e2041b59959143522439fa8 for: {'network': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:36:56.771148 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for network, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:56.783592 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:56.799051 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:36:56.803015 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] Usage tracker for resource:security_group_rule and tenant:cc9168699e2041b59959143522439fa8 is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:36:56.805936 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:36:56.811942 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:36:56.897771 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:56.902095 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:56.905155 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-72e10efb-7fa6-4146-84ab-ec6a8aa38130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:36:56.935539 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=79262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 10:36:56.940597 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b66351-034c-4c83-89aa-a2d170198c65,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:36:56.944852 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:36:56.950513 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:56.950851 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.db.segments_db [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] Added segment bf003f18-0c7e-418d-91ac-729a73b09ece of type vlan for network efbb1273-ebe1-4089-85a5-9c239f757437 Aug 23 10:36:56.977798 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757078474397'] for network, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:57.005891 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034'] for network, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:57.007180 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:36:57.007785 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:57.012357 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-dde094b1-f4da-431f-8b4c-3b94caa469be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:36:57.112979 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3758659 Aug 23 10:36:57.115754 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 43432) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:36:57.121940 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] Pushing event updated for resources: {'Network': ['ID=efbb1273-ebe1-4089-85a5-9c239f757437,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:36:57.124862 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:36:57.126955 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-8c3b1756-8c5c-4e0c-9a99-b8403491c274 admin admin] Request body: {'subnet': {'network_id': 'efbb1273-ebe1-4089-85a5-9c239f757437', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-683387865-subnet', 'tenant_id': 'cc9168699e2041b59959143522439fa8', 'ip_version': 4}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:36:57.131993 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Network efbb1273-ebe1-4089-85a5-9c239f757437 details requested by agent ovs-agent-dv-cinder-802781-2-iscsi with host dv-cinder-802781-2-iscsi {{(pid=79263) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 10:36:57.132185 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-8c3b1756-8c5c-4e0c-9a99-b8403491c274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:36:57.136810 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-8c3b1756-8c5c-4e0c-9a99-b8403491c274 admin admin] Usage tracker for resource:subnet and tenant:cc9168699e2041b59959143522439fa8 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:36:57.139866 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-8c3b1756-8c5c-4e0c-9a99-b8403491c274 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:36:57.154039 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-8c3b1756-8c5c-4e0c-9a99-b8403491c274 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:36:57.165362 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3b1756-8c5c-4e0c-9a99-b8403491c274 admin admin] Made reservation on behalf of cc9168699e2041b59959143522439fa8 for: {'subnet': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:36:57.167932 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8c3b1756-8c5c-4e0c-9a99-b8403491c274 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16076834'] for subnet, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:57.290456 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] Sync routers for ids ['0634fa59-57dd-4779-aa6d-e69035f7fac5'] in dv-cinder-802781-2-iscsi {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:36:57.299703 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] Routers {'0634fa59-57dd-4779-aa6d-e69035f7fac5'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:36:57.300262 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:36:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['0634fa59-57dd-4779-aa6d-e69035f7fac5'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:36:57.374490 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8c3b1756-8c5c-4e0c-9a99-b8403491c274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14700644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16076880'] for subnet, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:57.379278 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-c803e6ba-1b0f-4173-a616-c517d743f9ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:36:57.455259 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3b1756-8c5c-4e0c-9a99-b8403491c274 admin admin] Checking segment: {'id': 'bf003f18-0c7e-418d-91ac-729a73b09ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'efbb1273-ebe1-4089-85a5-9c239f757437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:36:57.455657 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3b1756-8c5c-4e0c-9a99-b8403491c274 admin admin] Network hostable DHCP agents. Network: efbb1273-ebe1-4089-85a5-9c239f757437, hostable agents: ['4a75187f-898e-4cea-928c-8d2a7fd8cd5e'], hosted agents: [] {{(pid=79261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 10:36:57.459867 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b1756-8c5c-4e0c-9a99-b8403491c274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89e8d145-7de2-48a7-8e55-a103a33249b4,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:36:57.463465 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8c3b1756-8c5c-4e0c-9a99-b8403491c274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:36:57.477372 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3b1756-8c5c-4e0c-9a99-b8403491c274 admin admin] Network efbb1273-ebe1-4089-85a5-9c239f757437 is scheduled to be hosted by DHCP agent 4a75187f-898e-4cea-928c-8d2a7fd8cd5e with binding_index 1 {{(pid=79261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 10:36:57.484785 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] Set router 0634fa59-57dd-4779-aa6d-e69035f7fac5 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:36:57.487287 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-8c3b1756-8c5c-4e0c-9a99-b8403491c274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-2-iscsi, efbb1273-ebe1-4089-85a5-9c239f757437) {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:36:57.491854 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3b1756-8c5c-4e0c-9a99-b8403491c274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:36:57.493044 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8c3b1756-8c5c-4e0c-9a99-b8403491c274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:57.498714 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5379956-4585-44e0-ae2d-9da16f64d0b9 None None] Network efbb1273-ebe1-4089-85a5-9c239f757437 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:36:57.518196 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-8c3b1756-8c5c-4e0c-9a99-b8403491c274 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3985717 Aug 23 10:36:57.518424 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 43436) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:36:57.524131 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-3c634ed8-1fee-466e-8911-7e6e97232dac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-683387865-router', 'tenant_id': 'cc9168699e2041b59959143522439fa8', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:36:57.528834 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-3c634ed8-1fee-466e-8911-7e6e97232dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:36:57.533758 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-3c634ed8-1fee-466e-8911-7e6e97232dac admin admin] Usage tracker for resource:router and tenant:cc9168699e2041b59959143522439fa8 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:36:57.537504 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-3c634ed8-1fee-466e-8911-7e6e97232dac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:36:57.543502 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-3c634ed8-1fee-466e-8911-7e6e97232dac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:36:57.553755 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3c634ed8-1fee-466e-8911-7e6e97232dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1338'] for router, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:57.555187 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3c634ed8-1fee-466e-8911-7e6e97232dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2017208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1331'] for router, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:57.569987 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3c634ed8-1fee-466e-8911-7e6e97232dac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:57.757177 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e0f81f4-72ae-5f66-9edb-05093a465032-efbb1273-ebe1-4089-85a5-9c239f757437', 'network_id': 'efbb1273-ebe1-4089-85a5-9c239f757437', 'tenant_id': 'cc9168699e2041b59959143522439fa8', 'fixed_ips': [{'subnet_id': '89e8d145-7de2-48a7-8e55-a103a33249b4'}]}} from dv-cinder-802781-2-iscsi. {{(pid=79263) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 10:36:57.758907 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:57.823906 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'name': 'tempest-TestMinimumBasicScenario-278528601-router', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:36:51Z', 'updated_at': '2021-08-23T10:36:55Z', 'revision_number': 4, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'gw_port': {'id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:52Z', 'updated_at': '2021-08-23T10:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '9cbfa65a-564b-43ef-a001-2f5c5c92ebb6', 'name': '', 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'mac_address': 'fa:16:3e:d9:c2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '83b0561b-046e-45fc-9f72-47d97f0c4044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:54Z', 'updated_at': '2021-08-23T10:36:55Z', 'revision_number': 2, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'subnets': [{'id': '83b0561b-046e-45fc-9f72-47d97f0c4044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:36:57.828045 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] Checking router: 0634fa59-57dd-4779-aa6d-e69035f7fac5 for host: dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:36:57.829147 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] Updating router 0634fa59-57dd-4779-aa6d-e69035f7fac5 port 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6 binding host dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:36:57.848114 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3c634ed8-1fee-466e-8911-7e6e97232dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1317'] for router, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:57.889059 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:57.918057 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.db_base_plugin_common [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Allocated IP 172.20.0.2 (efbb1273-ebe1-4089-85a5-9c239f757437/89e8d145-7de2-48a7-8e55-a103a33249b4/cb6f5536-2107-4cb8-b2ed-c33c868f06ab) {{(pid=79263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:36:58.035892 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 61118962-7bb1-4ff0-93b2-91622de289cf up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:36:58.203229 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 61118962-7bb1-4ff0-93b2-91622de289cf triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:36:58.203542 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:58.261691 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Notify callbacks [] for port, precommit_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:58.269462 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] Notify callbacks [] for port, precommit_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:58.278293 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Transition to ACTIVE for port object cb6f5536-2107-4cb8-b2ed-c33c868f06ab will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:36:58.282998 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.provisioning_blocks [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] Transition to ACTIVE for port object 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6 will not be triggered until provisioned by entity L2. {{(pid=79264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:36:58.290322 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:58.294724 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-ffe602f4-6dab-47df-9fb0-5a046d3c6267 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:36:58.303437 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Transition to ACTIVE for port object cb6f5536-2107-4cb8-b2ed-c33c868f06ab will not be triggered until provisioned by entity DHCP. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:36:58.318912 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3c634ed8-1fee-466e-8911-7e6e97232dac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:58.333480 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568'] for port, after_create {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:58.347966 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:36:58.349062 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3c634ed8-1fee-466e-8911-7e6e97232dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:58.359954 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f7ecc-8a86-4fa8-a5dd-fadeefc990c0 None None] Pushing event updated for resources: {'Port': ['ID=9cbfa65a-564b-43ef-a001-2f5c5c92ebb6,revision_number=3']} {{(pid=79264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:36:58.430180 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Network efbb1273-ebe1-4089-85a5-9c239f757437 is already hosted by enough agents. {{(pid=79263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:36:58.431630 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f7ecc-8a86-4fa8-a5dd-fadeefc990c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:58.431984 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f7ecc-8a86-4fa8-a5dd-fadeefc990c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:58.432661 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f7ecc-8a86-4fa8-a5dd-fadeefc990c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:58.433161 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.scheduler.base_scheduler [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Resources bound (agent type, host, resource id): {{(pid=79263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:36:58.433511 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f7ecc-8a86-4fa8-a5dd-fadeefc990c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:58.434012 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f7ecc-8a86-4fa8-a5dd-fadeefc990c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:58.434508 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f7ecc-8a86-4fa8-a5dd-fadeefc990c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:58.434990 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f7ecc-8a86-4fa8-a5dd-fadeefc990c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:58.435480 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f7ecc-8a86-4fa8-a5dd-fadeefc990c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:58.435959 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f7ecc-8a86-4fa8-a5dd-fadeefc990c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:58.436515 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f7ecc-8a86-4fa8-a5dd-fadeefc990c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:58.437073 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f7ecc-8a86-4fa8-a5dd-fadeefc990c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:58.437216 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Received port after_create {{(pid=79263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:36:58.437751 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84f7ecc-8a86-4fa8-a5dd-fadeefc990c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:36:58.439220 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Pushing event updated for resources: {'Port': ['ID=cb6f5536-2107-4cb8-b2ed-c33c868f06ab,revision_number=1']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:36:58.442756 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:36:58.471455 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-e84f7ecc-8a86-4fa8-a5dd-fadeefc990c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:36:58.493372 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [None req-3c634ed8-1fee-466e-8911-7e6e97232dac admin admin] Allocated IP 172.27.2.174 (0e8cefd7-d645-4496-8b4b-729be1dafeb2/42841614-a1e8-4916-825f-ef19d8d550be/f28cf1c9-14f7-442e-968d-743d73e94548) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:36:58.532860 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] Attempting to bind port 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6 on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:36:58.533236 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] Attempting to bind port 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6 by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': '9511b03c-745a-4481-a127-aeea4af13a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224'}] {{(pid=79264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:36:58.533608 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] Attempting to bind port 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6 on network 51099f6f-962a-49ab-9e54-4e101010b224 {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:36:58.540047 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:36:58.540426 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] Checking segment: {'id': '9511b03c-745a-4481-a127-aeea4af13a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:36:58.540883 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:58.541282 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] Bound using segment: {'id': '9511b03c-745a-4481-a127-aeea4af13a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224'} {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:36:58.541758 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] Bound port: 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9511b03c-745a-4481-a127-aeea4af13a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224'}}] {{(pid=79264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:36:58.542138 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:58.542247 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Attempting to bind port cb6f5536-2107-4cb8-b2ed-c33c868f06ab on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:36:58.542704 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Attempting to bind port cb6f5536-2107-4cb8-b2ed-c33c868f06ab by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': 'bf003f18-0c7e-418d-91ac-729a73b09ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'efbb1273-ebe1-4089-85a5-9c239f757437'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:36:58.542926 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Attempting to bind port cb6f5536-2107-4cb8-b2ed-c33c868f06ab on network efbb1273-ebe1-4089-85a5-9c239f757437 {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:36:58.549239 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:36:58.549624 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Checking segment: {'id': 'bf003f18-0c7e-418d-91ac-729a73b09ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'efbb1273-ebe1-4089-85a5-9c239f757437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:36:58.550043 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:58.550450 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Bound using segment: {'id': 'bf003f18-0c7e-418d-91ac-729a73b09ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'efbb1273-ebe1-4089-85a5-9c239f757437'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:36:58.550927 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Bound port: cb6f5536-2107-4cb8-b2ed-c33c868f06ab, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf003f18-0c7e-418d-91ac-729a73b09ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'efbb1273-ebe1-4089-85a5-9c239f757437'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:36:58.551317 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:58.656297 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] For port cb6f5536-2107-4cb8-b2ed-c33c868f06ab, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:36:58.660593 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] For port cb6f5536-2107-4cb8-b2ed-c33c868f06ab, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=cb6f5536-2107-4cb8-b2ed-c33c868f06ab,segment=NetworkSegment(bf003f18-0c7e-418d-91ac-729a73b09ece),segment_id=bf003f18-0c7e-418d-91ac-729a73b09ece)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:36:58.667694 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:58.670282 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.db [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] For port 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:36:58.672311 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:36:58.673640 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.db [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] For port 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=9cbfa65a-564b-43ef-a001-2f5c5c92ebb6,segment=NetworkSegment(9511b03c-745a-4481-a127-aeea4af13a3d),segment_id=9511b03c-745a-4481-a127-aeea4af13a3d)] {{(pid=79264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:36:58.678821 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:58.682726 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-d53cd98b-7d26-4f11-9b77-823f435fdff4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:36:58.691946 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3c634ed8-1fee-466e-8911-7e6e97232dac admin admin] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:58.727675 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3c634ed8-1fee-466e-8911-7e6e97232dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:58.733673 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5b796b3f-513f-4cda-bb94-b105290741e4 tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:36:58.754601 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f7ecc-8a86-4fa8-a5dd-fadeefc990c0 None None] Pushing event updated for resources: {'Port': ['ID=9cbfa65a-564b-43ef-a001-2f5c5c92ebb6,revision_number=4']} {{(pid=79264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:36:58.758320 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-e84f7ecc-8a86-4fa8-a5dd-fadeefc990c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:36:58.764967 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:58.768878 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] Routers {'0634fa59-57dd-4779-aa6d-e69035f7fac5'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:36:58.769465 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:36:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['0634fa59-57dd-4779-aa6d-e69035f7fac5'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:36:58.772382 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Pushing event updated for resources: {'Port': ['ID=cb6f5536-2107-4cb8-b2ed-c33c868f06ab,revision_number=2']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:36:58.778296 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:36:58.811530 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c634ed8-1fee-466e-8911-7e6e97232dac admin admin] Network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:36:58.814917 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-3c634ed8-1fee-466e-8911-7e6e97232dac admin admin] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:36:58.819264 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c634ed8-1fee-466e-8911-7e6e97232dac admin admin] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:36:58.858229 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c634ed8-1fee-466e-8911-7e6e97232dac admin admin] Pushing event updated for resources: {'Port': ['ID=f28cf1c9-14f7-442e-968d-743d73e94548,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:36:58.862712 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3c634ed8-1fee-466e-8911-7e6e97232dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:36:58.979130 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] Set router 0634fa59-57dd-4779-aa6d-e69035f7fac5 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:36:59.299289 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3c634ed8-1fee-466e-8911-7e6e97232dac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:59.310713 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'name': 'tempest-TestMinimumBasicScenario-278528601-router', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:36:51Z', 'updated_at': '2021-08-23T10:36:55Z', 'revision_number': 4, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'gw_port': {'id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:52Z', 'updated_at': '2021-08-23T10:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '9cbfa65a-564b-43ef-a001-2f5c5c92ebb6', 'name': '', 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'mac_address': 'fa:16:3e:d9:c2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '83b0561b-046e-45fc-9f72-47d97f0c4044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:54Z', 'updated_at': '2021-08-23T10:36:58Z', 'revision_number': 4, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'subnets': [{'id': '83b0561b-046e-45fc-9f72-47d97f0c4044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:36:59.314650 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691907d1-4396-473c-bf74-432de79bf1d9 None None] The sync data for ids ['0634fa59-57dd-4779-aa6d-e69035f7fac5'] in dv-cinder-802781-2-iscsi is: [{'id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'name': 'tempest-TestMinimumBasicScenario-278528601-router', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:36:51Z', 'updated_at': '2021-08-23T10:36:55Z', 'revision_number': 4, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'gw_port': {'id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:52Z', 'updated_at': '2021-08-23T10:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '9cbfa65a-564b-43ef-a001-2f5c5c92ebb6', 'name': '', 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'mac_address': 'fa:16:3e:d9:c2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '83b0561b-046e-45fc-9f72-47d97f0c4044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:54Z', 'updated_at': '2021-08-23T10:36:58Z', 'revision_number': 4, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'subnets': [{'id': '83b0561b-046e-45fc-9f72-47d97f0c4044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:36:59.787353 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3c634ed8-1fee-466e-8911-7e6e97232dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589225'] for router, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:36:59.883769 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32eef96b-2044-4846-b5e4-ce3732f1554a None None] Network efbb1273-ebe1-4089-85a5-9c239f757437 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:37:00.037521 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:37:00.068233 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c634ed8-1fee-466e-8911-7e6e97232dac admin admin] Router 0f567bba-9cda-4b91-bb07-92d34894eaec is scheduled to L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 with binding_index 1 {{(pid=79261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 10:37:00.094530 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-d3e53358-3526-4543-bee1-b7bc4d9aa2f1 None None] Provisioning for port cb6f5536-2107-4cb8-b2ed-c33c868f06ab completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:37:00.225020 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:37:00.233671 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:37:00.234057 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:00.270028 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c634ed8-1fee-466e-8911-7e6e97232dac admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:37:00.283744 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] Sync routers for ids ['0f567bba-9cda-4b91-bb07-92d34894eaec'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:37:00.298941 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3c634ed8-1fee-466e-8911-7e6e97232dac admin admin] Notify callbacks [] for router, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:00.302951 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-3c634ed8-1fee-466e-8911-7e6e97232dac admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7810776 Aug 23 10:37:00.303247 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 43440) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:37:00.312662 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] Routers {'0f567bba-9cda-4b91-bb07-92d34894eaec'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:37:00.313244 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:36:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['0f567bba-9cda-4b91-bb07-92d34894eaec'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:37:00.583974 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:00.623357 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] Set router 0f567bba-9cda-4b91-bb07-92d34894eaec gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:37:00.760986 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=9cbfa65a-564b-43ef-a001-2f5c5c92ebb6,segment=NetworkSegment(9511b03c-745a-4481-a127-aeea4af13a3d),segment_id=9511b03c-745a-4481-a127-aeea4af13a3d)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:37:00.780163 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:00.781049 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device cb6f5536-2107-4cb8-b2ed-c33c868f06ab up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:37:00.807798 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:00.977537 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=9cbfa65a-564b-43ef-a001-2f5c5c92ebb6,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:00.994267 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:01.026121 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port cb6f5536-2107-4cb8-b2ed-c33c868f06ab completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:37:01.035837 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port cb6f5536-2107-4cb8-b2ed-c33c868f06ab triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:37:01.036221 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:01.116781 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-de3fe7d3-f48c-4fd6-8dc6-b540e2f35f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:01.160934 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f567bba-9cda-4b91-bb07-92d34894eaec', 'name': 'tempest-TestMinimumBasicScenario-683387865-router', 'tenant_id': 'cc9168699e2041b59959143522439fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'f28cf1c9-14f7-442e-968d-743d73e94548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:36:57Z', 'updated_at': '2021-08-23T10:36:59Z', 'revision_number': 3, 'project_id': 'cc9168699e2041b59959143522439fa8', 'gw_port': {'id': 'f28cf1c9-14f7-442e-968d-743d73e94548', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f567bba-9cda-4b91-bb07-92d34894eaec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:58Z', 'updated_at': '2021-08-23T10:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:37:01.169615 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] Checking router: 0f567bba-9cda-4b91-bb07-92d34894eaec for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:37:01.169974 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] Updating router 0f567bba-9cda-4b91-bb07-92d34894eaec port f28cf1c9-14f7-442e-968d-743d73e94548 binding host dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:37:01.215487 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:01.246180 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:01.296244 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port cb6f5536-2107-4cb8-b2ed-c33c868f06ab, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=cb6f5536-2107-4cb8-b2ed-c33c868f06ab,segment=NetworkSegment(bf003f18-0c7e-418d-91ac-729a73b09ece),segment_id=bf003f18-0c7e-418d-91ac-729a73b09ece)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:37:01.303152 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:01.307125 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:01.322554 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [None req-de3fe7d3-f48c-4fd6-8dc6-b540e2f35f43 admin admin] Allocated IP 172.20.0.1 (efbb1273-ebe1-4089-85a5-9c239f757437/89e8d145-7de2-48a7-8e55-a103a33249b4/60dc31a7-76ef-49e1-8346-ff7135de9764) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:37:01.438438 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=cb6f5536-2107-4cb8-b2ed-c33c868f06ab,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:01.454375 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:01.472330 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-de3fe7d3-f48c-4fd6-8dc6-b540e2f35f43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:01.489755 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-de3fe7d3-f48c-4fd6-8dc6-b540e2f35f43 admin admin] Transition to ACTIVE for port object 60dc31a7-76ef-49e1-8346-ff7135de9764 will not be triggered until provisioned by entity DHCP. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:37:01.513040 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-de3fe7d3-f48c-4fd6-8dc6-b540e2f35f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:01.517435 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-6eaf0737-0969-47b1-be72-dfd0c0a97b09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:01.581808 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3fe7d3-f48c-4fd6-8dc6-b540e2f35f43 admin admin] Network efbb1273-ebe1-4089-85a5-9c239f757437 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:37:01.585066 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-de3fe7d3-f48c-4fd6-8dc6-b540e2f35f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:37:01.588821 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3fe7d3-f48c-4fd6-8dc6-b540e2f35f43 admin admin] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:37:01.623987 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fe7d3-f48c-4fd6-8dc6-b540e2f35f43 admin admin] Pushing event updated for resources: {'Port': ['ID=60dc31a7-76ef-49e1-8346-ff7135de9764,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:01.628417 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-de3fe7d3-f48c-4fd6-8dc6-b540e2f35f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:01.646146 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] Notify callbacks [] for port, precommit_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:01.647863 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-de3fe7d3-f48c-4fd6-8dc6-b540e2f35f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698860'] for router_interface, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:01.659116 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] Transition to ACTIVE for port object f28cf1c9-14f7-442e-968d-743d73e94548 will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:37:01.666354 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:01.670206 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:01.752299 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] Attempting to bind port f28cf1c9-14f7-442e-968d-743d73e94548 on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:37:01.752722 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] Attempting to bind port f28cf1c9-14f7-442e-968d-743d73e94548 by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:37:01.753104 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] Attempting to bind port f28cf1c9-14f7-442e-968d-743d73e94548 on network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:37:01.755250 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d32e82-2c2b-473e-adc2-0ba9d1cb0ef4 None None] Pushing event updated for resources: {'Port': ['ID=f28cf1c9-14f7-442e-968d-743d73e94548,revision_number=2']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:01.759028 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-80d32e82-2c2b-473e-adc2-0ba9d1cb0ef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:01.761880 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:37:01.762270 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] Checking segment: {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:37:01.762923 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:01.763060 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] Bound using segment: {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:37:01.763530 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] Bound port: f28cf1c9-14f7-442e-968d-743d73e94548, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3504e4b0-01d1-4ded-bc33-9bf748afb513', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:37:01.763909 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:01.774651 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-de3fe7d3-f48c-4fd6-8dc6-b540e2f35f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:01.836166 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] For port f28cf1c9-14f7-442e-968d-743d73e94548, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:37:01.841698 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] For port f28cf1c9-14f7-442e-968d-743d73e94548, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=f28cf1c9-14f7-442e-968d-743d73e94548,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:37:01.849060 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:01.854441 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:01.903016 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-37e41c52-38e5-4934-bdcc-cac06dc93f5f None None] Provisioning for port 60dc31a7-76ef-49e1-8346-ff7135de9764 completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:37:01.919629 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-37e41c52-38e5-4934-bdcc-cac06dc93f5f None None] Provisioning complete for port 60dc31a7-76ef-49e1-8346-ff7135de9764 triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:37:01.920013 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-37e41c52-38e5-4934-bdcc-cac06dc93f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:01.977269 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:37:02.026073 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-de3fe7d3-f48c-4fd6-8dc6-b540e2f35f43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:02.031263 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-de3fe7d3-f48c-4fd6-8dc6-b540e2f35f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:02.032157 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d32e82-2c2b-473e-adc2-0ba9d1cb0ef4 None None] Pushing event updated for resources: {'Port': ['ID=f28cf1c9-14f7-442e-968d-743d73e94548,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:02.039402 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] Routers {'0f567bba-9cda-4b91-bb07-92d34894eaec'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:37:02.040171 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:36:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['0f567bba-9cda-4b91-bb07-92d34894eaec'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:37:02.098144 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-80d32e82-2c2b-473e-adc2-0ba9d1cb0ef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:02.103400 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-37e41c52-38e5-4934-bdcc-cac06dc93f5f None None] Port 60dc31a7-76ef-49e1-8346-ff7135de9764 cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:37:02.167873 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-ba32fe6a-daad-48db-a868-3da6c2eddda9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:02.248617 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-de3fe7d3-f48c-4fd6-8dc6-b540e2f35f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1815952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698883'] for router_interface, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:02.252973 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fe7d3-f48c-4fd6-8dc6-b540e2f35f43 admin admin] Pushing event updated for resources: {'Port': ['ID=60dc31a7-76ef-49e1-8346-ff7135de9764,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:02.256249 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-de3fe7d3-f48c-4fd6-8dc6-b540e2f35f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:02.274561 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:37:02.274952 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:02.341220 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] Set router 0f567bba-9cda-4b91-bb07-92d34894eaec gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:37:02.384080 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3fe7d3-f48c-4fd6-8dc6-b540e2f35f43 admin admin] Network efbb1273-ebe1-4089-85a5-9c239f757437 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:37:02.385147 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-de3fe7d3-f48c-4fd6-8dc6-b540e2f35f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:37:02.575959 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3fe7d3-f48c-4fd6-8dc6-b540e2f35f43 admin admin] Router 0f567bba-9cda-4b91-bb07-92d34894eaec has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:37:02.612620 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device cb6f5536-2107-4cb8-b2ed-c33c868f06ab up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:37:02.714560 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-f8fb2e7d-9a96-4902-aa5d-09eb7127f1ec None None] Provisioning complete for port 60dc31a7-76ef-49e1-8346-ff7135de9764 triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:37:02.714865 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-f8fb2e7d-9a96-4902-aa5d-09eb7127f1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:02.753395 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3fe7d3-f48c-4fd6-8dc6-b540e2f35f43 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:37:02.762566 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-de3fe7d3-f48c-4fd6-8dc6-b540e2f35f43 admin admin] 10.222.0.21 "PUT /v2.0/routers/0f567bba-9cda-4b91-bb07-92d34894eaec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4582126 Aug 23 10:37:02.808835 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb2e7d-9a96-4902-aa5d-09eb7127f1ec None None] Port 60dc31a7-76ef-49e1-8346-ff7135de9764 cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:37:02.815005 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port cb6f5536-2107-4cb8-b2ed-c33c868f06ab triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:37:02.815391 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:02.892162 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-6e9b253c-d12e-446b-b9c4-7f9e3d340686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:02.944843 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f567bba-9cda-4b91-bb07-92d34894eaec', 'name': 'tempest-TestMinimumBasicScenario-683387865-router', 'tenant_id': 'cc9168699e2041b59959143522439fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'f28cf1c9-14f7-442e-968d-743d73e94548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:36:57Z', 'updated_at': '2021-08-23T10:37:01Z', 'revision_number': 4, 'project_id': 'cc9168699e2041b59959143522439fa8', 'gw_port': {'id': 'f28cf1c9-14f7-442e-968d-743d73e94548', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f567bba-9cda-4b91-bb07-92d34894eaec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:58Z', 'updated_at': '2021-08-23T10:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '60dc31a7-76ef-49e1-8346-ff7135de9764', 'name': '', 'network_id': 'efbb1273-ebe1-4089-85a5-9c239f757437', 'tenant_id': 'cc9168699e2041b59959143522439fa8', 'mac_address': 'fa:16:3e:fa:fb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f567bba-9cda-4b91-bb07-92d34894eaec', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '89e8d145-7de2-48a7-8e55-a103a33249b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:37:01Z', 'updated_at': '2021-08-23T10:37:01Z', 'revision_number': 2, 'project_id': 'cc9168699e2041b59959143522439fa8', 'subnets': [{'id': '89e8d145-7de2-48a7-8e55-a103a33249b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:37:02.963081 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33f009-3276-4d56-9dfe-2eb6211f9743 None None] The sync data for ids ['0f567bba-9cda-4b91-bb07-92d34894eaec'] in dv-cinder-802781-2-iscsi is: [{'id': '0f567bba-9cda-4b91-bb07-92d34894eaec', 'name': 'tempest-TestMinimumBasicScenario-683387865-router', 'tenant_id': 'cc9168699e2041b59959143522439fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'f28cf1c9-14f7-442e-968d-743d73e94548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:36:57Z', 'updated_at': '2021-08-23T10:37:01Z', 'revision_number': 4, 'project_id': 'cc9168699e2041b59959143522439fa8', 'gw_port': {'id': 'f28cf1c9-14f7-442e-968d-743d73e94548', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f567bba-9cda-4b91-bb07-92d34894eaec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:58Z', 'updated_at': '2021-08-23T10:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '60dc31a7-76ef-49e1-8346-ff7135de9764', 'name': '', 'network_id': 'efbb1273-ebe1-4089-85a5-9c239f757437', 'tenant_id': 'cc9168699e2041b59959143522439fa8', 'mac_address': 'fa:16:3e:fa:fb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f567bba-9cda-4b91-bb07-92d34894eaec', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '89e8d145-7de2-48a7-8e55-a103a33249b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:37:01Z', 'updated_at': '2021-08-23T10:37:01Z', 'revision_number': 2, 'project_id': 'cc9168699e2041b59959143522439fa8', 'subnets': [{'id': '89e8d145-7de2-48a7-8e55-a103a33249b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:37:03.660673 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:03.993292 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device f28cf1c9-14f7-442e-968d-743d73e94548 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:37:04.076092 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port f28cf1c9-14f7-442e-968d-743d73e94548 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:37:04.081892 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port f28cf1c9-14f7-442e-968d-743d73e94548 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:37:04.082237 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:04.212493 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:04.237678 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port f28cf1c9-14f7-442e-968d-743d73e94548, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=f28cf1c9-14f7-442e-968d-743d73e94548,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:37:04.243517 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:04.248718 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:04.322643 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=f28cf1c9-14f7-442e-968d-743d73e94548,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:04.331863 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:05.567936 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-2813d9fc-5bde-4f51-8a35-7c32a61897f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:05.582000 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-041eed76-74a1-42ed-b395-398749a14c2e req-0703f56e-3240-4b23-8701-262754682100 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785716 Aug 23 10:37:05.750412 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041eed76-74a1-42ed-b395-398749a14c2e req-fd3ca289-6c5a-4218-84d1-6817545192e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:05.751478 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-041eed76-74a1-42ed-b395-398749a14c2e req-fd3ca289-6c5a-4218-84d1-6817545192e3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed7cf1df40bb4d229c00c555d891db95&device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 1098 time: 0.0996199 Aug 23 10:37:05.929868 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041eed76-74a1-42ed-b395-398749a14c2e req-95777ecb-ad8d-4e18-8c1c-faa35f4d5fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:05.931481 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-041eed76-74a1-42ed-b395-398749a14c2e req-95777ecb-ad8d-4e18-8c1c-faa35f4d5fae service neutron] 10.222.0.38 "GET /v2.0/networks?id=6f046682-76b5-4374-a986-c6f7be6af2d2 HTTP/1.1" status: 200 len: 909 time: 0.1604974 Aug 23 10:37:06.024932 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device f28cf1c9-14f7-442e-968d-743d73e94548 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:37:06.074172 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-041eed76-74a1-42ed-b395-398749a14c2e req-79861177-042a-4a75-92ba-c0b498daf523 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12e76817-6eb1-47e7-8f4c-e0019b12e3f6 HTTP/1.1" status: 200 len: 1001 time: 0.1338472 Aug 23 10:37:06.128419 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port f28cf1c9-14f7-442e-968d-743d73e94548 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:37:06.128834 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:06.150826 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041eed76-74a1-42ed-b395-398749a14c2e req-cba9bf4c-50eb-48b6-af89-5cc663941652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:06.152625 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-041eed76-74a1-42ed-b395-398749a14c2e req-cba9bf4c-50eb-48b6-af89-5cc663941652 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d1ae451a-7cfe-4bc4-a991-7d7b30489c4a HTTP/1.1" status: 200 len: 847 time: 0.0708785 Aug 23 10:37:06.244709 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041eed76-74a1-42ed-b395-398749a14c2e req-9558b86d-88c7-406c-b038-87791cb15468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:06.246623 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-041eed76-74a1-42ed-b395-398749a14c2e req-9558b86d-88c7-406c-b038-87791cb15468 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6f046682-76b5-4374-a986-c6f7be6af2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0868597 Aug 23 10:37:06.394953 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-041eed76-74a1-42ed-b395-398749a14c2e req-bbc17dc2-ca73-445a-ba48-9db4a34f462c service neutron] 10.222.0.38 "GET /v2.0/networks/6f046682-76b5-4374-a986-c6f7be6af2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403830 Aug 23 10:37:06.463840 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:06.555774 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-041eed76-74a1-42ed-b395-398749a14c2e req-f495e05f-dd7b-45aa-8ff9-6f30b4c18589 service neutron] 10.222.0.38 "GET /v2.0/networks/6f046682-76b5-4374-a986-c6f7be6af2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540437 Aug 23 10:37:06.862116 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] Sync routers for ids ['0f567bba-9cda-4b91-bb07-92d34894eaec'] in dv-cinder-802781-2-iscsi {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:37:06.872337 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] Routers {'0f567bba-9cda-4b91-bb07-92d34894eaec'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:37:06.872996 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:37:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['0f567bba-9cda-4b91-bb07-92d34894eaec'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:37:07.068504 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] Set router 0f567bba-9cda-4b91-bb07-92d34894eaec gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:37:07.395811 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f567bba-9cda-4b91-bb07-92d34894eaec', 'name': 'tempest-TestMinimumBasicScenario-683387865-router', 'tenant_id': 'cc9168699e2041b59959143522439fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'f28cf1c9-14f7-442e-968d-743d73e94548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:36:57Z', 'updated_at': '2021-08-23T10:37:01Z', 'revision_number': 4, 'project_id': 'cc9168699e2041b59959143522439fa8', 'gw_port': {'id': 'f28cf1c9-14f7-442e-968d-743d73e94548', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f567bba-9cda-4b91-bb07-92d34894eaec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:58Z', 'updated_at': '2021-08-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '60dc31a7-76ef-49e1-8346-ff7135de9764', 'name': '', 'network_id': 'efbb1273-ebe1-4089-85a5-9c239f757437', 'tenant_id': 'cc9168699e2041b59959143522439fa8', 'mac_address': 'fa:16:3e:fa:fb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f567bba-9cda-4b91-bb07-92d34894eaec', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '89e8d145-7de2-48a7-8e55-a103a33249b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:37:01Z', 'updated_at': '2021-08-23T10:37:01Z', 'revision_number': 2, 'project_id': 'cc9168699e2041b59959143522439fa8', 'subnets': [{'id': '89e8d145-7de2-48a7-8e55-a103a33249b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:37:07.399948 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] Checking router: 0f567bba-9cda-4b91-bb07-92d34894eaec for host: dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:37:07.400310 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] Updating router 0f567bba-9cda-4b91-bb07-92d34894eaec port 60dc31a7-76ef-49e1-8346-ff7135de9764 binding host dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 10:37:07.458250 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:07.841421 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] Notify callbacks [] for port, precommit_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:07.855430 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.provisioning_blocks [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] Transition to ACTIVE for port object 60dc31a7-76ef-49e1-8346-ff7135de9764 will not be triggered until provisioned by entity L2. {{(pid=79264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:37:07.862957 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:07.868974 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-e84f7ecc-8a86-4fa8-a5dd-fadeefc990c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:07.937494 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50b97c-7c2d-4cb0-89d1-0f8898c9f6e0 None None] Pushing event updated for resources: {'Port': ['ID=60dc31a7-76ef-49e1-8346-ff7135de9764,revision_number=3']} {{(pid=79264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:07.999216 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-0a50b97c-7c2d-4cb0-89d1-0f8898c9f6e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:08.004630 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:08.110143 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] Attempting to bind port 60dc31a7-76ef-49e1-8346-ff7135de9764 on host dv-cinder-802781-2-iscsi for vnic_type normal with profile {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:37:08.110520 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] Attempting to bind port 60dc31a7-76ef-49e1-8346-ff7135de9764 by drivers openvswitch,hyperv on host dv-cinder-802781-2-iscsi at level 0 using segments [{'id': 'bf003f18-0c7e-418d-91ac-729a73b09ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'efbb1273-ebe1-4089-85a5-9c239f757437'}] {{(pid=79264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:37:08.110883 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] Attempting to bind port 60dc31a7-76ef-49e1-8346-ff7135de9764 on network efbb1273-ebe1-4089-85a5-9c239f757437 {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:37:08.117168 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] Checking agent: {'id': '1ec025c7-e010-4ee9-b685-b733fc54821e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 13, 34), 'started_at': datetime.datetime(2021, 8, 23, 10, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:37:08.117547 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] Checking segment: {'id': 'bf003f18-0c7e-418d-91ac-729a73b09ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'efbb1273-ebe1-4089-85a5-9c239f757437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:37:08.117958 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:08.118340 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] Bound using segment: {'id': 'bf003f18-0c7e-418d-91ac-729a73b09ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'efbb1273-ebe1-4089-85a5-9c239f757437'} {{(pid=79264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:37:08.118810 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.managers [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] Bound port: 60dc31a7-76ef-49e1-8346-ff7135de9764, host: dv-cinder-802781-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf003f18-0c7e-418d-91ac-729a73b09ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'efbb1273-ebe1-4089-85a5-9c239f757437'}}] {{(pid=79264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:37:08.119201 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:08.234856 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.db [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] For port 60dc31a7-76ef-49e1-8346-ff7135de9764, host dv-cinder-802781-2-iscsi, cleared binding levels {{(pid=79264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:37:08.238202 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.plugins.ml2.db [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] For port 60dc31a7-76ef-49e1-8346-ff7135de9764, host dv-cinder-802781-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=60dc31a7-76ef-49e1-8346-ff7135de9764,segment=NetworkSegment(bf003f18-0c7e-418d-91ac-729a73b09ece),segment_id=bf003f18-0c7e-418d-91ac-729a73b09ece)] {{(pid=79264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:37:08.244672 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron_lib.callbacks.manager [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:08.249034 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-5109bb59-9bbb-4e48-a99b-b314d77890c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:08.328497 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] Routers {'0f567bba-9cda-4b91-bb07-92d34894eaec'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:37:08.329255 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:37:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['0f567bba-9cda-4b91-bb07-92d34894eaec'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:37:08.396506 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50b97c-7c2d-4cb0-89d1-0f8898c9f6e0 None None] Pushing event updated for resources: {'Port': ['ID=60dc31a7-76ef-49e1-8346-ff7135de9764,revision_number=4']} {{(pid=79264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:08.402118 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG oslo_concurrency.lockutils [None req-0a50b97c-7c2d-4cb0-89d1-0f8898c9f6e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:08.548824 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] Set router 0f567bba-9cda-4b91-bb07-92d34894eaec gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:37:08.880886 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f567bba-9cda-4b91-bb07-92d34894eaec', 'name': 'tempest-TestMinimumBasicScenario-683387865-router', 'tenant_id': 'cc9168699e2041b59959143522439fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'f28cf1c9-14f7-442e-968d-743d73e94548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:36:57Z', 'updated_at': '2021-08-23T10:37:01Z', 'revision_number': 4, 'project_id': 'cc9168699e2041b59959143522439fa8', 'gw_port': {'id': 'f28cf1c9-14f7-442e-968d-743d73e94548', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f567bba-9cda-4b91-bb07-92d34894eaec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:58Z', 'updated_at': '2021-08-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '60dc31a7-76ef-49e1-8346-ff7135de9764', 'name': '', 'network_id': 'efbb1273-ebe1-4089-85a5-9c239f757437', 'tenant_id': 'cc9168699e2041b59959143522439fa8', 'mac_address': 'fa:16:3e:fa:fb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f567bba-9cda-4b91-bb07-92d34894eaec', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '89e8d145-7de2-48a7-8e55-a103a33249b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:37:01Z', 'updated_at': '2021-08-23T10:37:08Z', 'revision_number': 4, 'project_id': 'cc9168699e2041b59959143522439fa8', 'subnets': [{'id': '89e8d145-7de2-48a7-8e55-a103a33249b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:37:08.887071 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f5aaba-4ead-4850-96c5-d23e0315f4c7 None None] The sync data for ids ['0f567bba-9cda-4b91-bb07-92d34894eaec'] in dv-cinder-802781-2-iscsi is: [{'id': '0f567bba-9cda-4b91-bb07-92d34894eaec', 'name': 'tempest-TestMinimumBasicScenario-683387865-router', 'tenant_id': 'cc9168699e2041b59959143522439fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'f28cf1c9-14f7-442e-968d-743d73e94548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:36:57Z', 'updated_at': '2021-08-23T10:37:01Z', 'revision_number': 4, 'project_id': 'cc9168699e2041b59959143522439fa8', 'gw_port': {'id': 'f28cf1c9-14f7-442e-968d-743d73e94548', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f567bba-9cda-4b91-bb07-92d34894eaec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:58Z', 'updated_at': '2021-08-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '60dc31a7-76ef-49e1-8346-ff7135de9764', 'name': '', 'network_id': 'efbb1273-ebe1-4089-85a5-9c239f757437', 'tenant_id': 'cc9168699e2041b59959143522439fa8', 'mac_address': 'fa:16:3e:fa:fb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f567bba-9cda-4b91-bb07-92d34894eaec', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '89e8d145-7de2-48a7-8e55-a103a33249b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:37:01Z', 'updated_at': '2021-08-23T10:37:08Z', 'revision_number': 4, 'project_id': 'cc9168699e2041b59959143522439fa8', 'subnets': [{'id': '89e8d145-7de2-48a7-8e55-a103a33249b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:37:10.032111 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 60dc31a7-76ef-49e1-8346-ff7135de9764 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:37:10.062003 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:37:10.134414 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning for port 60dc31a7-76ef-49e1-8346-ff7135de9764 completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:37:10.139569 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 60dc31a7-76ef-49e1-8346-ff7135de9764 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:37:10.139982 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:10.301890 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:10.342427 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] For port 60dc31a7-76ef-49e1-8346-ff7135de9764, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=60dc31a7-76ef-49e1-8346-ff7135de9764,segment=NetworkSegment(bf003f18-0c7e-418d-91ac-729a73b09ece),segment_id=bf003f18-0c7e-418d-91ac-729a73b09ece)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:37:10.349196 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:10.352133 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:10.433982 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Pushing event updated for resources: {'Port': ['ID=60dc31a7-76ef-49e1-8346-ff7135de9764,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:10.437534 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:11.968345 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 60dc31a7-76ef-49e1-8346-ff7135de9764 up at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:37:12.046967 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Provisioning complete for port 60dc31a7-76ef-49e1-8346-ff7135de9764 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:37:12.047343 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:13.126889 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-70a6eb67-ad81-46cf-b1d0-afec8c6d41f7 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:13.127571 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-70a6eb67-ad81-46cf-b1d0-afec8c6d41f7 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Synchronizing usage tracker for tenant:1a16a50afe5042ccb9450c09d2f101de on resource:network {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:37:13.144535 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-70a6eb67-ad81-46cf-b1d0-afec8c6d41f7 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Unset dirty status for tenant:1a16a50afe5042ccb9450c09d2f101de on resource:network {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:37:13.145703 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-70a6eb67-ad81-46cf-b1d0-afec8c6d41f7 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/networks?id=51099f6f-962a-49ab-9e54-4e101010b224 HTTP/1.1" status: 200 len: 814 time: 0.1615839 Aug 23 10:37:13.162143 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-a4caa43e-7adc-48ff-ba63-169838e6af5f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/quotas/1a16a50afe5042ccb9450c09d2f101de HTTP/1.1" status: 200 len: 375 time: 0.0103960 Aug 23 10:37:13.244598 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-0f0fc582-e910-4bd0-bd4c-2ab4f7314d7b tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a16a50afe5042ccb9450c09d2f101de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760894 Aug 23 10:37:13.384793 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-90738607-aaa2-4c68-b1cd-64b22403cff1 service neutron] 10.222.0.21 "GET /v2.0/networks/51099f6f-962a-49ab-9e54-4e101010b224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290009 Aug 23 10:37:13.514431 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-6f0b2039-8e6a-4e79-8f57-f6c96f2a8d7b service neutron] 10.222.0.21 "GET /v2.0/networks/51099f6f-962a-49ab-9e54-4e101010b224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238108 Aug 23 10:37:13.898568 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-66871ef0-6a70-4a58-b7ff-29bd46b8b638 req-9287a919-a398-4d16-98cb-0eb51c32b058 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Synchronizing usage tracker for tenant:1a16a50afe5042ccb9450c09d2f101de on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:37:13.915039 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-66871ef0-6a70-4a58-b7ff-29bd46b8b638 req-9287a919-a398-4d16-98cb-0eb51c32b058 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Unset dirty status for tenant:1a16a50afe5042ccb9450c09d2f101de on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:37:13.916213 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-66871ef0-6a70-4a58-b7ff-29bd46b8b638 req-9287a919-a398-4d16-98cb-0eb51c32b058 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 210 time: 0.2734990 Aug 23 10:37:14.895550 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-7f0750eb-1014-452f-b173-ec309304edfa tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:14.896992 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-7f0750eb-1014-452f-b173-ec309304edfa tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.38 "GET /v2.0/networks?id=51099f6f-962a-49ab-9e54-4e101010b224 HTTP/1.1" status: 200 len: 814 time: 0.1473324 Aug 23 10:37:14.909343 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-1db3d4ff-0e01-4508-8505-f88672750dbe tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Request body: {'port': {'device_id': '23186610-af41-40c2-86a8-1a41f13d80b9', 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224', 'admin_state_up': True, 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:37:15.046292 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-1db3d4ff-0e01-4508-8505-f88672750dbe tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:37:15.056139 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-1db3d4ff-0e01-4508-8505-f88672750dbe tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:37:15.065872 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-1db3d4ff-0e01-4508-8505-f88672750dbe tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Made reservation on behalf of 1a16a50afe5042ccb9450c09d2f101de for: {'port': 1} {{(pid=79262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 10:37:15.069302 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-1db3d4ff-0e01-4508-8505-f88672750dbe tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:15.080079 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-517967d4-712e-423b-bb40-2165ca1828e7 req-ad812f8d-7fc9-467e-89f8-f6a6e38c2836 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 210 time: 0.0465102 Aug 23 10:37:15.240048 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-1db3d4ff-0e01-4508-8505-f88672750dbe tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Allocated IP 172.20.0.13 (51099f6f-962a-49ab-9e54-4e101010b224/83b0561b-046e-45fc-9f72-47d97f0c4044/0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:37:15.539526 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-1db3d4ff-0e01-4508-8505-f88672750dbe tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:15.570576 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-1db3d4ff-0e01-4508-8505-f88672750dbe tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Transition to ACTIVE for port object 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea will not be triggered until provisioned by entity DHCP. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:37:15.611939 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-1db3d4ff-0e01-4508-8505-f88672750dbe tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:15.619213 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-741b43f5-176e-4ef5-aed9-375359c91861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:15.697821 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-1db3d4ff-0e01-4508-8505-f88672750dbe tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Network 51099f6f-962a-49ab-9e54-4e101010b224 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:37:15.701208 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-1db3d4ff-0e01-4508-8505-f88672750dbe tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:37:15.705693 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-1db3d4ff-0e01-4508-8505-f88672750dbe tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:37:15.741983 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3d4ff-0e01-4508-8505-f88672750dbe tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Pushing event updated for resources: {'Port': ['ID=0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:15.746496 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1db3d4ff-0e01-4508-8505-f88672750dbe tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:15.780328 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-1db3d4ff-0e01-4508-8505-f88672750dbe tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:15.781185 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-1db3d4ff-0e01-4508-8505-f88672750dbe tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:15.811634 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-1db3d4ff-0e01-4508-8505-f88672750dbe tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9062297 Aug 23 10:37:15.995239 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-2ef74cad-c87f-4d39-9b1f-b28bb14ee828 None None] Provisioning for port 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea completed by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:37:15.999779 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-2ef74cad-c87f-4d39-9b1f-b28bb14ee828 None None] Provisioning complete for port 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:37:16.000236 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-2ef74cad-c87f-4d39-9b1f-b28bb14ee828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:16.057934 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-2ef74cad-c87f-4d39-9b1f-b28bb14ee828 None None] Port 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea cannot update to ACTIVE because it is not bound. {{(pid=79263) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 10:37:16.285104 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cec21-aeea-4b9d-98b5-0773fcffb7bd req-dc20a42d-b24b-4250-8854-e66d30a9aeb3 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:16.285941 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-b29cec21-aeea-4b9d-98b5-0773fcffb7bd req-dc20a42d-b24b-4250-8854-e66d30a9aeb3 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Synchronizing usage tracker for tenant:1a16a50afe5042ccb9450c09d2f101de on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:37:16.305044 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-b29cec21-aeea-4b9d-98b5-0773fcffb7bd req-dc20a42d-b24b-4250-8854-e66d30a9aeb3 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Unset dirty status for tenant:1a16a50afe5042ccb9450c09d2f101de on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:37:16.311698 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b29cec21-aeea-4b9d-98b5-0773fcffb7bd req-dc20a42d-b24b-4250-8854-e66d30a9aeb3 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 932 time: 0.1068835 Aug 23 10:37:16.356175 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b29cec21-aeea-4b9d-98b5-0773fcffb7bd req-af9cd62d-2822-4f3f-84ec-a5632538b5f2 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436883 Aug 23 10:37:17.542929 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62900b74-f445-474a-897c-05d55f2fb8e8 req-6ee4d133-92dc-4eea-8648-4283e3923020 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:17.544432 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-62900b74-f445-474a-897c-05d55f2fb8e8 req-6ee4d133-92dc-4eea-8648-4283e3923020 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 932 time: 0.0813215 Aug 23 10:37:17.590490 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-62900b74-f445-474a-897c-05d55f2fb8e8 req-000582f7-62b7-4cc2-a1bf-41f1398f24a2 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Synchronizing usage tracker for tenant:1a16a50afe5042ccb9450c09d2f101de on resource:security_group {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:37:17.607010 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-62900b74-f445-474a-897c-05d55f2fb8e8 req-000582f7-62b7-4cc2-a1bf-41f1398f24a2 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Unset dirty status for tenant:1a16a50afe5042ccb9450c09d2f101de on resource:security_group {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:37:17.608172 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-62900b74-f445-474a-897c-05d55f2fb8e8 req-000582f7-62b7-4cc2-a1bf-41f1398f24a2 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579908 Aug 23 10:37:18.796799 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de0161-3910-4e38-899f-fba0ab4fc351 req-b9d3ee8b-98bc-4c37-83b3-4d481771240d tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:18.798308 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d5de0161-3910-4e38-899f-fba0ab4fc351 req-b9d3ee8b-98bc-4c37-83b3-4d481771240d tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 932 time: 0.0821445 Aug 23 10:37:18.844479 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-d5de0161-3910-4e38-899f-fba0ab4fc351 req-18470e2d-b94d-45ed-a9c1-f5b3247c04c2 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406244 Aug 23 10:37:20.049397 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa6f09-5bd1-4083-af8d-f9fea2153ade req-49c2cce1-c9ce-4702-95c9-0f1b63179803 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:20.050949 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7efa6f09-5bd1-4083-af8d-f9fea2153ade req-49c2cce1-c9ce-4702-95c9-0f1b63179803 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 932 time: 0.0868199 Aug 23 10:37:20.101582 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7efa6f09-5bd1-4083-af8d-f9fea2153ade req-929e2d43-3a8a-4715-bd1f-bab67ac9a020 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443416 Aug 23 10:37:21.292033 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cefe34-7d76-4bbe-9148-570a1fd4cf60 req-80f61896-700e-494f-9207-766957466e19 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:21.293622 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b8cefe34-7d76-4bbe-9148-570a1fd4cf60 req-80f61896-700e-494f-9207-766957466e19 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 932 time: 0.0889735 Aug 23 10:37:21.341614 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b8cefe34-7d76-4bbe-9148-570a1fd4cf60 req-c3e5b6ad-54d3-44a6-923c-5d80a107e84e tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414190 Aug 23 10:37:22.529302 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b7b8d-6187-422a-b662-fd735caf88ea req-e04c09e4-a518-4652-ac97-f29c42237358 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:22.530778 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-738b7b8d-6187-422a-b662-fd735caf88ea req-e04c09e4-a518-4652-ac97-f29c42237358 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 932 time: 0.0824018 Aug 23 10:37:22.577529 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-738b7b8d-6187-422a-b662-fd735caf88ea req-a90facf9-c6c2-48c9-9bf8-71e1f68e3db7 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409393 Aug 23 10:37:23.764703 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35776a1a-c5ce-448f-a578-6a217925d6ab req-ad31a547-6d7e-4f45-a685-4bf17aa79650 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:23.766205 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-35776a1a-c5ce-448f-a578-6a217925d6ab req-ad31a547-6d7e-4f45-a685-4bf17aa79650 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 932 time: 0.0809202 Aug 23 10:37:23.816318 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-35776a1a-c5ce-448f-a578-6a217925d6ab req-11c38ddd-04af-44e9-8595-6afb4e2ec9f6 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441525 Aug 23 10:37:25.016737 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e475bc6-b351-4ecc-825e-263cd2d5b12f req-b47919ce-5451-4536-9ae3-63fbbbd39582 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:25.018484 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6e475bc6-b351-4ecc-825e-263cd2d5b12f req-b47919ce-5451-4536-9ae3-63fbbbd39582 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 932 time: 0.0936527 Aug 23 10:37:25.065994 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6e475bc6-b351-4ecc-825e-263cd2d5b12f req-ecabb19e-87b3-42a8-92f0-199a9a732321 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409489 Aug 23 10:37:26.249245 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bba1ff-0c93-4a5d-80a7-92e7cdf00389 req-8aab13b0-1489-4aa1-abfe-fec762149476 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:26.250603 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c1bba1ff-0c93-4a5d-80a7-92e7cdf00389 req-8aab13b0-1489-4aa1-abfe-fec762149476 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 932 time: 0.0796015 Aug 23 10:37:26.294676 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-c1bba1ff-0c93-4a5d-80a7-92e7cdf00389 req-64fb0089-f335-41ad-8bfa-ce50f64951bc tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386546 Aug 23 10:37:27.483004 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c001bb4-960f-4260-afc6-fd49c67a9434 req-3c8b6d26-250e-449c-bbbb-23b7441d1f42 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:27.484446 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6c001bb4-960f-4260-afc6-fd49c67a9434 req-3c8b6d26-250e-449c-bbbb-23b7441d1f42 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 932 time: 0.0863485 Aug 23 10:37:27.629524 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6c001bb4-960f-4260-afc6-fd49c67a9434 req-84fffec8-0768-45e5-8dfe-92c0f63926fe tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393311 Aug 23 10:37:27.639326 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Request body: {'port': {'device_id': '23186610-af41-40c2-86a8-1a41f13d80b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:37:27.751274 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:28.195042 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:37:28.205769 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:28.225306 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Transition to ACTIVE for port object 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 10:37:28.228784 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:28.233193 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-fdc9ad43-5dc9-47c6-b792-140c2890cd0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:28.383429 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:28.423837 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:28.424216 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:28.424602 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:28.424971 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:28.425334 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:28.425696 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:28.426054 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:28.426415 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:28.426774 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:28.427130 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:28.427494 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:28.427844 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:28.434348 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:28.472543 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Attempting to bind port 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 10:37:28.472835 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Attempting to bind port 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '9511b03c-745a-4481-a127-aeea4af13a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 10:37:28.473158 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Attempting to bind port 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea on network 51099f6f-962a-49ab-9e54-4e101010b224 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:37:28.477688 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Port 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea on network 51099f6f-962a-49ab-9e54-4e101010b224 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 10:37:28.478003 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Attempting to bind port 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea on network 51099f6f-962a-49ab-9e54-4e101010b224 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 10:37:28.482951 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Checking agent: {'id': 'f0a3a63c-ec97-42f3-9482-19859e948017', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'started_at': datetime.datetime(2021, 8, 23, 10, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 10, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 10:37:28.483285 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Checking segment: {'id': '9511b03c-745a-4481-a127-aeea4af13a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 10:37:28.483664 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Bound using segment: {'id': '9511b03c-745a-4481-a127-aeea4af13a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 10:37:28.484082 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Bound port: 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9511b03c-745a-4481-a127-aeea4af13a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 10:37:28.484422 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:28.576168 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] For port 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea, host hv-cinder-80278, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 10:37:28.579069 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] For port 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea,segment=NetworkSegment(9511b03c-745a-4481-a127-aeea4af13a3d),segment_id=9511b03c-745a-4481-a127-aeea4af13a3d)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 10:37:28.583374 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14958842'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:28.587918 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:28.641801 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:28.642385 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:28.643972 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] 10.222.0.38 "PUT /v2.0/ports/0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea HTTP/1.1" status: 200 len: 1094 time: 1.0094819 Aug 23 10:37:28.644486 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23186610-af41-40c2-86a8-1a41f13d80b9', 'tag': '0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:37:28.667996 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:28.671481 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:28.739963 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:28.746868 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23186610-af41-40c2-86a8-1a41f13d80b9', 'tag': '0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea', 'status': 'completed', 'code': 200} Aug 23 10:37:28.785092 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-855c5d54-068a-4551-8e83-54f1f433cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:28.786622 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-855c5d54-068a-4551-8e83-54f1f433cbe3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a16a50afe5042ccb9450c09d2f101de&device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 1097 time: 0.0921493 Aug 23 10:37:28.857790 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-e9cb182a-f18a-45b9-95d3-ac3c00b93c31 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea HTTP/1.1" status: 200 len: 217 time: 0.0636389 Aug 23 10:37:28.867060 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4062989-eb96-4304-95b8-3bb11265c3a4 req-f009cb88-0a04-4dde-82b8-78cd25c1e81f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:28.868654 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c4062989-eb96-4304-95b8-3bb11265c3a4 req-f009cb88-0a04-4dde-82b8-78cd25c1e81f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 944 time: 0.0835094 Aug 23 10:37:28.917148 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c4062989-eb96-4304-95b8-3bb11265c3a4 req-947091b6-3dee-4736-b347-55fc7a583081 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421684 Aug 23 10:37:28.925566 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-92aa20c1-356e-4738-a964-f7eb062bdbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:28.927019 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-92aa20c1-356e-4738-a964-f7eb062bdbf6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=83b0561b-046e-45fc-9f72-47d97f0c4044 HTTP/1.1" status: 200 len: 853 time: 0.0625174 Aug 23 10:37:29.000931 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-3630f9c7-6eec-4b9d-bdbd-2220e15a2741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:29.002401 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-3630f9c7-6eec-4b9d-bdbd-2220e15a2741 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51099f6f-962a-49ab-9e54-4e101010b224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692832 Aug 23 10:37:29.132253 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-a700daee-d818-4a28-bf66-d80b3aae7e58 service neutron] 10.222.0.38 "GET /v2.0/networks/51099f6f-962a-49ab-9e54-4e101010b224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231761 Aug 23 10:37:29.262387 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ea7db0e2-ff70-469b-9fa9-3ecae3477f53 req-8a20dc85-d114-48ed-bfcb-060f2ae418f7 service neutron] 10.222.0.38 "GET /v2.0/networks/51099f6f-962a-49ab-9e54-4e101010b224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235754 Aug 23 10:37:29.376212 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded5c31-e8c9-4063-a0f9-4728139b2272 req-a2e83e31-75c8-4d96-bdaa-82f740f332bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:29.377693 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5ded5c31-e8c9-4063-a0f9-4728139b2272 req-a2e83e31-75c8-4d96-bdaa-82f740f332bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a16a50afe5042ccb9450c09d2f101de&device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 1097 time: 0.0743790 Aug 23 10:37:29.506715 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded5c31-e8c9-4063-a0f9-4728139b2272 req-78d2743a-9774-4b83-a5cc-979c893b0e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:29.508157 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5ded5c31-e8c9-4063-a0f9-4728139b2272 req-78d2743a-9774-4b83-a5cc-979c893b0e93 service neutron] 10.222.0.38 "GET /v2.0/networks?id=51099f6f-962a-49ab-9e54-4e101010b224 HTTP/1.1" status: 200 len: 915 time: 0.1235833 Aug 23 10:37:29.575074 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5ded5c31-e8c9-4063-a0f9-4728139b2272 req-bf6c47bc-fa43-43ad-9417-3275af10599f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea HTTP/1.1" status: 200 len: 217 time: 0.0602994 Aug 23 10:37:29.638822 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded5c31-e8c9-4063-a0f9-4728139b2272 req-778bf5bc-24fe-4797-8ca1-215a58352e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:29.640198 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5ded5c31-e8c9-4063-a0f9-4728139b2272 req-778bf5bc-24fe-4797-8ca1-215a58352e26 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=83b0561b-046e-45fc-9f72-47d97f0c4044 HTTP/1.1" status: 200 len: 853 time: 0.0588520 Aug 23 10:37:29.713613 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded5c31-e8c9-4063-a0f9-4728139b2272 req-8581b3e1-968b-4a69-89df-38a56fb47104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:29.715035 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5ded5c31-e8c9-4063-a0f9-4728139b2272 req-8581b3e1-968b-4a69-89df-38a56fb47104 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51099f6f-962a-49ab-9e54-4e101010b224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683038 Aug 23 10:37:29.936427 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5ded5c31-e8c9-4063-a0f9-4728139b2272 req-88654752-662b-4b22-85f5-22fb806dff88 service neutron] 10.222.0.38 "GET /v2.0/networks/51099f6f-962a-49ab-9e54-4e101010b224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134783 Aug 23 10:37:30.124199 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5ded5c31-e8c9-4063-a0f9-4728139b2272 req-88e960b9-6baf-486f-bb9b-1dfa02ee4f9c service neutron] 10.222.0.38 "GET /v2.0/networks/51099f6f-962a-49ab-9e54-4e101010b224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789758 Aug 23 10:37:30.143882 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbf6ac-c0c8-43ef-a7e1-a4779e450959 req-f9a2d7fb-603b-441e-992b-6c3a39a64f1a tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:30.145334 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-26cbf6ac-c0c8-43ef-a7e1-a4779e450959 req-f9a2d7fb-603b-441e-992b-6c3a39a64f1a tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 944 time: 0.1162724 Aug 23 10:37:30.190358 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-26cbf6ac-c0c8-43ef-a7e1-a4779e450959 req-a6d325ad-1772-46e0-9bf0-17b30450d1e1 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386670 Aug 23 10:37:31.374170 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0dfd63-84cf-45f5-95f3-eba588c7fadf req-9974c752-10e6-492b-aaec-90c410504d66 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:31.375650 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7e0dfd63-84cf-45f5-95f3-eba588c7fadf req-9974c752-10e6-492b-aaec-90c410504d66 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 944 time: 0.0838213 Aug 23 10:37:31.421007 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7e0dfd63-84cf-45f5-95f3-eba588c7fadf req-3f4b4894-b13f-4086-afea-bec98036ea6a tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397074 Aug 23 10:37:32.292281 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:37:32.421886 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea,segment=NetworkSegment(9511b03c-745a-4481-a127-aeea4af13a3d),segment_id=9511b03c-745a-4481-a127-aeea4af13a3d)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:37:32.434600 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': '0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea', 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224', 'port_id': '0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea', 'mac_address': 'fa:16:3e:75:ac:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b0561b-046e-45fc-9f72-47d97f0c4044', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:37:32.488163 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:32.507683 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:37:32.523600 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea,segment=NetworkSegment(9511b03c-745a-4481-a127-aeea4af13a3d),segment_id=9511b03c-745a-4481-a127-aeea4af13a3d)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:37:32.527194 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:32.528921 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-98afd281-f38c-4f0e-9f19-c457bc231ba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:32.592825 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:32.595722 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:32.607922 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df985b8-5c54-48aa-89e1-c24c6a307f87 req-30c75918-c730-4253-b0aa-1b1bab1c2a8c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:32.609428 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6df985b8-5c54-48aa-89e1-c24c6a307f87 req-30c75918-c730-4253-b0aa-1b1bab1c2a8c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 945 time: 0.0845757 Aug 23 10:37:32.654361 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6df985b8-5c54-48aa-89e1-c24c6a307f87 req-fad3d9e6-8bf6-48f2-bd42-583269800272 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393870 Aug 23 10:37:32.843476 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-b39333ab-1bab-422b-b55e-3562fb2029c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:32.904740 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:37:33.656000 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:33.839788 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c74e99-701f-4542-a672-30c32a5cd11f req-de461e4d-65e4-409a-b80b-9904a0be74cc tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:33.841250 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-25c74e99-701f-4542-a672-30c32a5cd11f req-de461e4d-65e4-409a-b80b-9904a0be74cc tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 945 time: 0.0829146 Aug 23 10:37:33.884909 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-25c74e99-701f-4542-a672-30c32a5cd11f req-d7837b12-2968-41a5-994f-50a74a318030 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380068 Aug 23 10:37:34.299157 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:37:34.364111 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning for port 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea completed by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 10:37:34.369145 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:37:34.369526 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:34.482224 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:34.508518 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23186610-af41-40c2-86a8-1a41f13d80b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:37:34.518956 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea,segment=NetworkSegment(9511b03c-745a-4481-a127-aeea4af13a3d),segment_id=9511b03c-745a-4481-a127-aeea4af13a3d)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:37:34.523184 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:34.525140 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-6306064c-2d62-4826-aaf6-23b1e98231d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:34.559132 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23186610-af41-40c2-86a8-1a41f13d80b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea', 'code': 200} Aug 23 10:37:34.592699 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea,revision_number=5']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:34.595637 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:34.774836 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608fe1b-cc0d-4075-8927-bda8f069652c req-6828b452-5625-4c59-ade5-69186610e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:34.776289 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-2608fe1b-cc0d-4075-8927-bda8f069652c req-6828b452-5625-4c59-ade5-69186610e86f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 1099 time: 0.0684335 Aug 23 10:37:34.816790 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-2608fe1b-cc0d-4075-8927-bda8f069652c req-16f80e36-ceb6-4108-bf70-a6b0de0f7504 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333779 Aug 23 10:37:35.064470 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178ea33-e848-44ce-aaac-62515f90b890 req-b9e87748-0fc3-4f8b-9d40-d8d537289b65 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:35.065949 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1178ea33-e848-44ce-aaac-62515f90b890 req-b9e87748-0fc3-4f8b-9d40-d8d537289b65 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 946 time: 0.0780149 Aug 23 10:37:35.113722 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1178ea33-e848-44ce-aaac-62515f90b890 req-9722577e-7b26-4e01-9272-68bf0276ab82 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421383 Aug 23 10:37:35.560064 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-39fb24b4-c502-4e40-a503-2c2a278353d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:36.304725 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea203559-f2f7-4bb6-93cf-368f11271f69 req-3f4f960d-581a-47c7-a6c4-537871f61181 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:36.306227 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ea203559-f2f7-4bb6-93cf-368f11271f69 req-3f4f960d-581a-47c7-a6c4-537871f61181 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 946 time: 0.0825336 Aug 23 10:37:36.349442 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ea203559-f2f7-4bb6-93cf-368f11271f69 req-e4d1d7b1-d66e-48e8-bcc4-09e49697816b tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377169 Aug 23 10:37:36.461679 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:36.530246 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e3715-94c9-496f-b8bf-c039e73089dc req-ca1609b0-7812-4ecd-b2ef-594879beeaf5 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:36.531696 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-cb4e3715-94c9-496f-b8bf-c039e73089dc req-ca1609b0-7812-4ecd-b2ef-594879beeaf5 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 946 time: 0.0807714 Aug 23 10:37:36.575068 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-cb4e3715-94c9-496f-b8bf-c039e73089dc req-5d935991-a90e-421f-8f7e-91862c82dadc tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376241 Aug 23 10:37:36.955812 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc774bf-5b26-46e1-9db5-84320efa1964 req-78c13ee9-e29a-4343-8011-d6ed0866fa11 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:36.957197 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6cc774bf-5b26-46e1-9db5-84320efa1964 req-78c13ee9-e29a-4343-8011-d6ed0866fa11 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 946 time: 0.0818198 Aug 23 10:37:37.005610 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6cc774bf-5b26-46e1-9db5-84320efa1964 req-f7c6c6b8-af65-437c-9cc4-ff915786c5a8 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422337 Aug 23 10:37:37.983136 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:42.790065 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f0b84-5e63-44b3-a115-70e2a39554f2 req-145ff0c1-67ee-4e47-a271-5d246464c59c tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:42.791513 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-922f0b84-5e63-44b3-a115-70e2a39554f2 req-145ff0c1-67ee-4e47-a271-5d246464c59c tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 945 time: 0.0822566 Aug 23 10:37:42.835552 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-922f0b84-5e63-44b3-a115-70e2a39554f2 req-38390aa5-1eae-4619-a2c9-ec3b03e6fae3 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384722 Aug 23 10:37:44.021872 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08622e08-92be-4823-a501-506641a72cf2 req-df66b10a-2215-46ae-823e-a8702a293c07 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:44.023334 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-08622e08-92be-4823-a501-506641a72cf2 req-df66b10a-2215-46ae-823e-a8702a293c07 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 945 time: 0.0792232 Aug 23 10:37:44.070858 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-08622e08-92be-4823-a501-506641a72cf2 req-d6ba62ee-4810-41e1-b22d-070308ea1b47 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419044 Aug 23 10:37:45.248715 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2683c48-86c4-42e0-b80f-211f4df1c3bd req-c38c8521-9f98-4974-ab69-315ba319cb19 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:45.250080 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b2683c48-86c4-42e0-b80f-211f4df1c3bd req-c38c8521-9f98-4974-ab69-315ba319cb19 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 945 time: 0.0780573 Aug 23 10:37:45.295258 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b2683c48-86c4-42e0-b80f-211f4df1c3bd req-13299ab9-6846-4b96-8ccc-b1f21f1d542e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396376 Aug 23 10:37:46.479802 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c15d0-92ca-45f3-80c6-d60a6edd90fb req-24215df2-7452-478f-8c7d-09b973700229 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:46.481408 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9e8c15d0-92ca-45f3-80c6-d60a6edd90fb req-24215df2-7452-478f-8c7d-09b973700229 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 945 time: 0.0770996 Aug 23 10:37:46.527307 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9e8c15d0-92ca-45f3-80c6-d60a6edd90fb req-d8e98cfd-842a-48d6-b09a-f920f42ef6d1 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393407 Aug 23 10:37:47.061613 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:37:47.218624 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7ba15-4dfe-450c-9204-ce7a851f0a81 req-d938a81c-da67-4e82-a0bf-0113ea1adeee tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:47.220092 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-44a7ba15-4dfe-450c-9204-ce7a851f0a81 req-d938a81c-da67-4e82-a0bf-0113ea1adeee tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 946 time: 0.0821981 Aug 23 10:37:47.263692 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-44a7ba15-4dfe-450c-9204-ce7a851f0a81 req-7a6d4f0c-0c73-49c6-8f65-f68ec600a99b tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380802 Aug 23 10:37:47.286605 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 43658) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:37:47.399060 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe8e14f-87ba-4530-b398-885df902708e tempest-TestMinimumBasicScenario-735755130 tempest-TestMinimumBasicScenario-735755130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:47.400543 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-2fe8e14f-87ba-4530-b398-885df902708e tempest-TestMinimumBasicScenario-735755130 tempest-TestMinimumBasicScenario-735755130-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 1094 time: 0.1129546 Aug 23 10:37:47.403438 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 43664) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:37:47.408384 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Request body: {'floatingip': {'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'port_id': '0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'fixed_ip_address': '172.20.0.13'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:37:47.414200 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:37:47.418150 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Usage tracker for resource:floatingip and tenant:1a16a50afe5042ccb9450c09d2f101de is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:37:47.420963 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:37:47.426768 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:37:47.437833 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for floatingip, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:47.575458 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:47.766499 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Allocated IP 172.27.2.207 (0e8cefd7-d645-4496-8b4b-729be1dafeb2/42841614-a1e8-4916-825f-ef19d8d550be/922a7c69-f88f-4f4a-8675-7749ed2d797c) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 10:37:47.784548 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe3bca-97a5-4b2d-97bf-c79b9113071e req-9aac88ec-1023-4ea2-8f5f-524ab48ed68c tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:47.786042 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-bbbe3bca-97a5-4b2d-97bf-c79b9113071e req-9aac88ec-1023-4ea2-8f5f-524ab48ed68c tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 945 time: 0.1529107 Aug 23 10:37:47.917604 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-bbbe3bca-97a5-4b2d-97bf-c79b9113071e req-1ce24872-da3e-40e0-b688-e72df144fcbb tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101322 Aug 23 10:37:47.955739 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:47.984004 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757078486568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:47.988249 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:48.050505 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Network 0e8cefd7-d645-4496-8b4b-729be1dafeb2 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 10:37:48.053357 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 10:37:48.057505 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 10:37:48.092020 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Pushing event updated for resources: {'Port': ['ID=922a7c69-f88f-4f4a-8675-7749ed2d797c,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:48.095856 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:48.539694 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:48.611825 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:48.808474 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:48.812859 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14701805'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:48.817057 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0e52c84e-87ed-42e1-9129-4cf3031d675a tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:48.921101 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Pushing event updated for resources: {'Port': ['ID=922a7c69-f88f-4f4a-8675-7749ed2d797c,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:48.925073 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:48.931598 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588992'] for floatingip, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:49.102270 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.db.l3_db [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Floating IP f3ecd483-541d-4353-bde9-74683ebd27aa associated. External IP: 172.27.2.207, port: 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea. Aug 23 10:37:49.108721 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90307c-75d4-42ea-a53f-125fb73f0acb req-1b043100-d6a5-4264-bb73-703b96bf6371 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:49.110195 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7b90307c-75d4-42ea-a53f-125fb73f0acb req-1b043100-d6a5-4264-bb73-703b96bf6371 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 945 time: 0.0824881 Aug 23 10:37:49.155157 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7b90307c-75d4-42ea-a53f-125fb73f0acb req-91d34a58-f546-4bca-b406-3ae719375dcb tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393543 Aug 23 10:37:49.445476 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Router 0634fa59-57dd-4779-aa6d-e69035f7fac5 has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:37:49.719400 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:37:49.729840 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e194729-8b91-4924-b079-3e2506903837 None None] Sync routers for ids ['0634fa59-57dd-4779-aa6d-e69035f7fac5'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:37:49.739221 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e194729-8b91-4924-b079-3e2506903837 None None] Routers {'0634fa59-57dd-4779-aa6d-e69035f7fac5'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:37:49.739836 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-0e194729-8b91-4924-b079-3e2506903837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:37:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['0634fa59-57dd-4779-aa6d-e69035f7fac5'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:37:49.743860 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:49.799003 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3945591 Aug 23 10:37:49.799833 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23186610-af41-40c2-86a8-1a41f13d80b9', 'tag': '0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:37:49.802121 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 43672) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:37:49.808306 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-0d6a77b9-1278-4925-8019-e109689a54e2 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-233763282', 'description': 'tempest-secgroup-smoke-233763282 description', 'project_id': '1a16a50afe5042ccb9450c09d2f101de'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:37:49.815006 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-0d6a77b9-1278-4925-8019-e109689a54e2 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:37:49.825533 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-0d6a77b9-1278-4925-8019-e109689a54e2 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:37:49.837455 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0d6a77b9-1278-4925-8019-e109689a54e2 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for security_group, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:49.847820 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23186610-af41-40c2-86a8-1a41f13d80b9', 'tag': '0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea', 'status': 'completed', 'code': 200} Aug 23 10:37:49.860672 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-0d6a77b9-1278-4925-8019-e109689a54e2 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:37:49.864845 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-0d6a77b9-1278-4925-8019-e109689a54e2 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Usage tracker for resource:security_group_rule and tenant:1a16a50afe5042ccb9450c09d2f101de is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:37:49.868368 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-0d6a77b9-1278-4925-8019-e109689a54e2 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:37:49.907495 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-0d6a77b9-1278-4925-8019-e109689a54e2 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:37:49.918153 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-0e194729-8b91-4924-b079-3e2506903837 None None] Set router 0634fa59-57dd-4779-aa6d-e69035f7fac5 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:37:49.994314 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8e414-aa79-4c59-a4de-cf71f8d1c434 req-c54e1336-2cd5-4264-82b9-2f11bca73d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:49.995739 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-eab8e414-aa79-4c59-a4de-cf71f8d1c434 req-c54e1336-2cd5-4264-82b9-2f11bca73d10 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a16a50afe5042ccb9450c09d2f101de&device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 1099 time: 0.1245370 Aug 23 10:37:50.031627 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0d6a77b9-1278-4925-8019-e109689a54e2 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for security_group, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:50.045057 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0d6a77b9-1278-4925-8019-e109689a54e2 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:50.052552 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-20c0c50a-1116-4278-b664-a6c1d2ec5096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:50.157915 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a77b9-1278-4925-8019-e109689a54e2 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=806bac9c-e250-400b-9945-b1b9d36c7090,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:50.162355 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-0d6a77b9-1278-4925-8019-e109689a54e2 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:50.163252 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0d6a77b9-1278-4925-8019-e109689a54e2 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:50.168012 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-0d6a77b9-1278-4925-8019-e109689a54e2 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3648632 Aug 23 10:37:50.168161 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 43678) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:37:50.174497 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-9bec4143-f3b5-4842-8060-0d361180b07f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Request body: {'security_group_rule': {'security_group_id': '806bac9c-e250-400b-9945-b1b9d36c7090', 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:37:50.192269 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8e414-aa79-4c59-a4de-cf71f8d1c434 req-792c42f7-3b34-4601-b19a-93ee962d7300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:50.193414 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-9bec4143-f3b5-4842-8060-0d361180b07f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:37:50.193923 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-eab8e414-aa79-4c59-a4de-cf71f8d1c434 req-792c42f7-3b34-4601-b19a-93ee962d7300 service neutron] 10.222.0.38 "GET /v2.0/networks?id=51099f6f-962a-49ab-9e54-4e101010b224 HTTP/1.1" status: 200 len: 915 time: 0.1862543 Aug 23 10:37:50.200099 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-9bec4143-f3b5-4842-8060-0d361180b07f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Usage tracker for resource:security_group_rule and tenant:1a16a50afe5042ccb9450c09d2f101de is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:37:50.206064 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-9bec4143-f3b5-4842-8060-0d361180b07f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:37:50.212665 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-9bec4143-f3b5-4842-8060-0d361180b07f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:37:50.238602 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9bec4143-f3b5-4842-8060-0d361180b07f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:50.308799 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-0e194729-8b91-4924-b079-3e2506903837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'name': 'tempest-TestMinimumBasicScenario-278528601-router', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:36:51Z', 'updated_at': '2021-08-23T10:36:55Z', 'revision_number': 4, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'gw_port': {'id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:52Z', 'updated_at': '2021-08-23T10:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': 'f3ecd483-541d-4353-bde9-74683ebd27aa', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'port_id': '0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224', 'mac_address': 'fa:16:3e:75:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23186610-af41-40c2-86a8-1a41f13d80b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:37:48Z', 'updated_at': '2021-08-23T10:37:48Z', 'revision_number': 0, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbfa65a-564b-43ef-a001-2f5c5c92ebb6', 'name': '', 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'mac_address': 'fa:16:3e:d9:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '83b0561b-046e-45fc-9f72-47d97f0c4044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:54Z', 'updated_at': '2021-08-23T10:37:00Z', 'revision_number': 5, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'subnets': [{'id': '83b0561b-046e-45fc-9f72-47d97f0c4044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:37:50.311078 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9bec4143-f3b5-4842-8060-0d361180b07f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:50.313074 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e194729-8b91-4924-b079-3e2506903837 None None] Checking router: 0634fa59-57dd-4779-aa6d-e69035f7fac5 for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:37:50.315463 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9bec4143-f3b5-4842-8060-0d361180b07f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:50.318433 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:50.322794 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e194729-8b91-4924-b079-3e2506903837 None None] Routers {'0634fa59-57dd-4779-aa6d-e69035f7fac5'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:37:50.323813 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-0e194729-8b91-4924-b079-3e2506903837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:37:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['0634fa59-57dd-4779-aa6d-e69035f7fac5'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:37:50.346505 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec4143-f3b5-4842-8060-0d361180b07f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb88a04-33ee-481a-a988-00f8765ecba3,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:50.354725 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-eab8e414-aa79-4c59-a4de-cf71f8d1c434 req-b8b2f35a-e9ef-4812-9271-a26423c42483 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea HTTP/1.1" status: 200 len: 1000 time: 0.1530969 Aug 23 10:37:50.356203 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bec4143-f3b5-4842-8060-0d361180b07f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:50.356803 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bec4143-f3b5-4842-8060-0d361180b07f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:50.358279 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bec4143-f3b5-4842-8060-0d361180b07f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:50.358981 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bec4143-f3b5-4842-8060-0d361180b07f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:50.359513 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bec4143-f3b5-4842-8060-0d361180b07f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:50.360164 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bec4143-f3b5-4842-8060-0d361180b07f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:50.360780 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bec4143-f3b5-4842-8060-0d361180b07f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:50.361318 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bec4143-f3b5-4842-8060-0d361180b07f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:50.361825 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bec4143-f3b5-4842-8060-0d361180b07f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:50.362336 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bec4143-f3b5-4842-8060-0d361180b07f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:50.362860 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bec4143-f3b5-4842-8060-0d361180b07f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:50.363482 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bec4143-f3b5-4842-8060-0d361180b07f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:50.370129 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9bec4143-f3b5-4842-8060-0d361180b07f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:50.376229 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9bec4143-f3b5-4842-8060-0d361180b07f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:50.377823 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-9bec4143-f3b5-4842-8060-0d361180b07f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2083917 Aug 23 10:37:50.380578 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 43684) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:37:50.386763 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-ada6c3f3-84cc-4503-a14d-8d0bd05a4f49 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Request body: {'security_group_rule': {'security_group_id': '806bac9c-e250-400b-9945-b1b9d36c7090', 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:37:50.393476 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-ada6c3f3-84cc-4503-a14d-8d0bd05a4f49 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:37:50.399649 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-ada6c3f3-84cc-4503-a14d-8d0bd05a4f49 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Usage tracker for resource:security_group_rule and tenant:1a16a50afe5042ccb9450c09d2f101de is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:37:50.403310 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-ada6c3f3-84cc-4503-a14d-8d0bd05a4f49 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:37:50.411856 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-ada6c3f3-84cc-4503-a14d-8d0bd05a4f49 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:37:50.432330 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ada6c3f3-84cc-4503-a14d-8d0bd05a4f49 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:50.434758 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71881c-97e2-45d4-a9b3-9bc9b01bf4c6 req-5ffdf51a-2af6-42f0-a729-4119105519c6 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:50.436237 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3f71881c-97e2-45d4-a9b3-9bc9b01bf4c6 req-5ffdf51a-2af6-42f0-a729-4119105519c6 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 945 time: 0.1549594 Aug 23 10:37:50.439725 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8e414-aa79-4c59-a4de-cf71f8d1c434 req-ce4ed5ae-9638-47f6-833b-3353edb1f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:50.441101 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-eab8e414-aa79-4c59-a4de-cf71f8d1c434 req-ce4ed5ae-9638-47f6-833b-3353edb1f169 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=83b0561b-046e-45fc-9f72-47d97f0c4044 HTTP/1.1" status: 200 len: 853 time: 0.0792091 Aug 23 10:37:50.499321 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ada6c3f3-84cc-4503-a14d-8d0bd05a4f49 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:50.505050 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ada6c3f3-84cc-4503-a14d-8d0bd05a4f49 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:50.508543 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-0e194729-8b91-4924-b079-3e2506903837 None None] Set router 0634fa59-57dd-4779-aa6d-e69035f7fac5 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:37:50.508944 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-d85a0849-6ac9-47fe-a75d-0233e308fcca tempest-AttachVolumeTestJSON-356363643 tempest-AttachVolumeTestJSON-356363643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:50.533284 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6c3f3-84cc-4503-a14d-8d0bd05a4f49 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4889d5cc-fff7-45b1-8081-2b8d002315a5,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:50.538068 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ada6c3f3-84cc-4503-a14d-8d0bd05a4f49 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:50.544870 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ada6c3f3-84cc-4503-a14d-8d0bd05a4f49 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:50.548957 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-ada6c3f3-84cc-4503-a14d-8d0bd05a4f49 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1647685 Aug 23 10:37:50.549154 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 43688) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:37:50.554622 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-697ea387-f4df-4b83-a9db-448bb07607af tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Request body: {'security_group_rule': {'security_group_id': '806bac9c-e250-400b-9945-b1b9d36c7090', 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:37:50.560848 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-697ea387-f4df-4b83-a9db-448bb07607af tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:37:50.564854 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-697ea387-f4df-4b83-a9db-448bb07607af tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Usage tracker for resource:security_group_rule and tenant:1a16a50afe5042ccb9450c09d2f101de is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:37:50.567925 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-697ea387-f4df-4b83-a9db-448bb07607af tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:37:50.575003 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-697ea387-f4df-4b83-a9db-448bb07607af tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:37:50.593460 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-697ea387-f4df-4b83-a9db-448bb07607af tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:50.660411 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-3f71881c-97e2-45d4-a9b3-9bc9b01bf4c6 req-08ec9fe2-7b2a-438e-a410-1c7e8da5ae9f tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162533 Aug 23 10:37:50.665324 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-697ea387-f4df-4b83-a9db-448bb07607af tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:50.670218 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-697ea387-f4df-4b83-a9db-448bb07607af tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:50.672696 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-de0c3eea-aa83-493f-b553-ab327f0f4240 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:50.691044 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8e414-aa79-4c59-a4de-cf71f8d1c434 req-3dbb2a33-8506-42c0-9920-2203124f898d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:50.692749 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-eab8e414-aa79-4c59-a4de-cf71f8d1c434 req-3dbb2a33-8506-42c0-9920-2203124f898d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51099f6f-962a-49ab-9e54-4e101010b224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1053243 Aug 23 10:37:50.694085 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ea387-f4df-4b83-a9db-448bb07607af tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc97984c-680c-4c5e-b576-da408b9f4c26,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:50.702732 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-697ea387-f4df-4b83-a9db-448bb07607af tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:50.713666 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-697ea387-f4df-4b83-a9db-448bb07607af tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:50.717593 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-697ea387-f4df-4b83-a9db-448bb07607af tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1646690 Aug 23 10:37:50.722657 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 43692) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:37:50.736072 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-8f42e3c8-982d-4158-ab6c-6d164bb6b289 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Request body: {'security_group_rule': {'security_group_id': '806bac9c-e250-400b-9945-b1b9d36c7090', 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:37:50.754696 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-8f42e3c8-982d-4158-ab6c-6d164bb6b289 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:37:50.763087 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-8f42e3c8-982d-4158-ab6c-6d164bb6b289 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Usage tracker for resource:security_group_rule and tenant:1a16a50afe5042ccb9450c09d2f101de is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:37:50.807243 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-8f42e3c8-982d-4158-ab6c-6d164bb6b289 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:37:50.818038 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-8f42e3c8-982d-4158-ab6c-6d164bb6b289 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:37:50.859660 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8f42e3c8-982d-4158-ab6c-6d164bb6b289 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:50.868844 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-0e194729-8b91-4924-b079-3e2506903837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'name': 'tempest-TestMinimumBasicScenario-278528601-router', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:36:51Z', 'updated_at': '2021-08-23T10:36:55Z', 'revision_number': 4, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'gw_port': {'id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:52Z', 'updated_at': '2021-08-23T10:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': 'f3ecd483-541d-4353-bde9-74683ebd27aa', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'port_id': '0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224', 'mac_address': 'fa:16:3e:75:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23186610-af41-40c2-86a8-1a41f13d80b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:37:48Z', 'updated_at': '2021-08-23T10:37:48Z', 'revision_number': 0, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbfa65a-564b-43ef-a001-2f5c5c92ebb6', 'name': '', 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'mac_address': 'fa:16:3e:d9:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '83b0561b-046e-45fc-9f72-47d97f0c4044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:54Z', 'updated_at': '2021-08-23T10:37:00Z', 'revision_number': 5, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'subnets': [{'id': '83b0561b-046e-45fc-9f72-47d97f0c4044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:37:50.872778 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e194729-8b91-4924-b079-3e2506903837 None None] The sync data for ids ['0634fa59-57dd-4779-aa6d-e69035f7fac5'] in dv-cinder-802781-2-iscsi is: [{'id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'name': 'tempest-TestMinimumBasicScenario-278528601-router', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:36:51Z', 'updated_at': '2021-08-23T10:36:55Z', 'revision_number': 4, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'gw_port': {'id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:52Z', 'updated_at': '2021-08-23T10:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_floatingips': [{'id': 'f3ecd483-541d-4353-bde9-74683ebd27aa', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'router_id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'port_id': '0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224', 'mac_address': 'fa:16:3e:75:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23186610-af41-40c2-86a8-1a41f13d80b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T10:37:48Z', 'updated_at': '2021-08-23T10:37:48Z', 'revision_number': 0, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbfa65a-564b-43ef-a001-2f5c5c92ebb6', 'name': '', 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'mac_address': 'fa:16:3e:d9:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '83b0561b-046e-45fc-9f72-47d97f0c4044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:54Z', 'updated_at': '2021-08-23T10:37:00Z', 'revision_number': 5, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'subnets': [{'id': '83b0561b-046e-45fc-9f72-47d97f0c4044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:37:50.876812 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-eab8e414-aa79-4c59-a4de-cf71f8d1c434 req-c66c96e0-7fae-4e52-b51b-af64144fd464 service neutron] 10.222.0.38 "GET /v2.0/networks/51099f6f-962a-49ab-9e54-4e101010b224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757722 Aug 23 10:37:51.030505 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8f42e3c8-982d-4158-ab6c-6d164bb6b289 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:51.038062 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8f42e3c8-982d-4158-ab6c-6d164bb6b289 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:51.059620 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c9322c1b-c461-45d5-98e8-4a37e6627864 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:51.060492 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bda6bf5-6f5d-4084-81fd-74c4e5caf3fb None None] New status for floating IP f3ecd483-541d-4353-bde9-74683ebd27aa: ACTIVE {{(pid=79264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:37:51.088417 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42e3c8-982d-4158-ab6c-6d164bb6b289 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5afa5ffd-f322-4b23-9f8e-9c85fd84c266,revision_number=0']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:51.090898 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-8f42e3c8-982d-4158-ab6c-6d164bb6b289 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:51.092968 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-eab8e414-aa79-4c59-a4de-cf71f8d1c434 req-19f0ca8f-0048-4983-832a-998a69026ac7 service neutron] 10.222.0.38 "GET /v2.0/networks/51099f6f-962a-49ab-9e54-4e101010b224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060792 Aug 23 10:37:51.099423 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8f42e3c8-982d-4158-ab6c-6d164bb6b289 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:51.100598 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-8f42e3c8-982d-4158-ab6c-6d164bb6b289 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3746524 Aug 23 10:37:51.103866 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 43696) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:37:51.109005 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.v2.base [None req-971d6c51-85db-48a4-b8f0-b54e6d910e4b tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Request body: {'security_group_rule': {'security_group_id': '806bac9c-e250-400b-9945-b1b9d36c7090', 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:37:51.117733 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-971d6c51-85db-48a4-b8f0-b54e6d910e4b tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:37:51.122178 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-971d6c51-85db-48a4-b8f0-b54e6d910e4b tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Usage tracker for resource:security_group_rule and tenant:1a16a50afe5042ccb9450c09d2f101de is out of sync, need to count used quota {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:37:51.125191 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [None req-971d6c51-85db-48a4-b8f0-b54e6d910e4b tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79262) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:37:51.131319 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.quota.driver [None req-971d6c51-85db-48a4-b8f0-b54e6d910e4b tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:37:51.140715 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.db.securitygroups_db [None req-971d6c51-85db-48a4-b8f0-b54e6d910e4b tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Project 1a16a50afe5042ccb9450c09d2f101de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 10:37:51.147580 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-971d6c51-85db-48a4-b8f0-b54e6d910e4b tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:51.210121 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-971d6c51-85db-48a4-b8f0-b54e6d910e4b tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:51.215261 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-971d6c51-85db-48a4-b8f0-b54e6d910e4b tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:51.217403 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-3ddff0da-b023-4d36-be68-2ed97ccf22eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:51.239296 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d6c51-85db-48a4-b8f0-b54e6d910e4b tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233d55ab-8662-4575-abef-45faf1ba3102,revision_number=0']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:51.243068 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-971d6c51-85db-48a4-b8f0-b54e6d910e4b tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:51.250524 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-971d6c51-85db-48a4-b8f0-b54e6d910e4b tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:51.251689 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-971d6c51-85db-48a4-b8f0-b54e6d910e4b tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1468337 Aug 23 10:37:51.254599 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 43700) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:37:51.260015 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [None req-8659d0b4-7eb2-46c4-aac6-8919280f2603 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Request body: {'security_group_rule': {'security_group_id': '806bac9c-e250-400b-9945-b1b9d36c7090', 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:37:51.265847 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-8659d0b4-7eb2-46c4-aac6-8919280f2603 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 10:37:51.269898 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-8659d0b4-7eb2-46c4-aac6-8919280f2603 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Usage tracker for resource:security_group_rule and tenant:1a16a50afe5042ccb9450c09d2f101de is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 10:37:51.272757 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [None req-8659d0b4-7eb2-46c4-aac6-8919280f2603 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 10:37:51.279281 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-8659d0b4-7eb2-46c4-aac6-8919280f2603 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 10:37:51.289218 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.db.securitygroups_db [None req-8659d0b4-7eb2-46c4-aac6-8919280f2603 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Project 1a16a50afe5042ccb9450c09d2f101de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 10:37:51.295397 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8659d0b4-7eb2-46c4-aac6-8919280f2603 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:51.377189 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8659d0b4-7eb2-46c4-aac6-8919280f2603 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:51.381586 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8659d0b4-7eb2-46c4-aac6-8919280f2603 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023734'] for security_group_rule, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:51.383629 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:51.405732 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659d0b4-7eb2-46c4-aac6-8919280f2603 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dbfa0a2-e391-4468-bb88-57b1179daabf,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:51.409152 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8659d0b4-7eb2-46c4-aac6-8919280f2603 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:51.415693 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8659d0b4-7eb2-46c4-aac6-8919280f2603 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:51.416883 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-8659d0b4-7eb2-46c4-aac6-8919280f2603 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1612496 Aug 23 10:37:51.542484 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-36269b7c-1884-419c-8c65-4799f2250858 req-46feff31-4670-4afc-849c-5f4ba9ea1c53 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-233763282&fields=id&tenant_id=1a16a50afe5042ccb9450c09d2f101de HTTP/1.1" status: 200 len: 267 time: 0.0469728 Aug 23 10:37:51.625913 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36269b7c-1884-419c-8c65-4799f2250858 req-06c7dd90-fce4-450d-80ae-b779d175f218 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:51.627260 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-36269b7c-1884-419c-8c65-4799f2250858 req-06c7dd90-fce4-450d-80ae-b779d175f218 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 946 time: 0.0795200 Aug 23 10:37:51.637705 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [req-36269b7c-1884-419c-8c65-4799f2250858 req-77201cf7-52ad-4e43-8f14-ddfb6db4bbb9 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Request body: {'port': {'security_groups': ['74206827-8a9b-4d46-86f6-bb7477001944', '806bac9c-e250-400b-9945-b1b9d36c7090']}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:37:51.756304 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-36269b7c-1884-419c-8c65-4799f2250858 req-77201cf7-52ad-4e43-8f14-ddfb6db4bbb9 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:51.852940 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2053cd-8625-47ec-ad82-63a43ce74b41 req-9af8891a-c415-4756-acd5-f03c71349ad0 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:51.854398 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7d2053cd-8625-47ec-ad82-63a43ce74b41 req-9af8891a-c415-4756-acd5-f03c71349ad0 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 945 time: 0.0828707 Aug 23 10:37:51.900395 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7d2053cd-8625-47ec-ad82-63a43ce74b41 req-15c6681b-d59d-4816-acbe-79bb00ca4d13 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401466 Aug 23 10:37:52.012638 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-36269b7c-1884-419c-8c65-4799f2250858 req-77201cf7-52ad-4e43-8f14-ddfb6db4bbb9 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] For port 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea,segment=NetworkSegment(9511b03c-745a-4481-a127-aeea4af13a3d),segment_id=9511b03c-745a-4481-a127-aeea4af13a3d)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:37:52.037111 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-36269b7c-1884-419c-8c65-4799f2250858 req-77201cf7-52ad-4e43-8f14-ddfb6db4bbb9 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:52.041487 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-36269b7c-1884-419c-8c65-4799f2250858 req-77201cf7-52ad-4e43-8f14-ddfb6db4bbb9 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14701805'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:52.046536 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-c8633174-7116-4042-91f5-459d05dbdbba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:52.054196 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:37:52.115386 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36269b7c-1884-419c-8c65-4799f2250858 req-77201cf7-52ad-4e43-8f14-ddfb6db4bbb9 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:52.116016 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-36269b7c-1884-419c-8c65-4799f2250858 req-77201cf7-52ad-4e43-8f14-ddfb6db4bbb9 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:52.117488 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-36269b7c-1884-419c-8c65-4799f2250858 req-77201cf7-52ad-4e43-8f14-ddfb6db4bbb9 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "PUT /v2.0/ports/0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea HTTP/1.1" status: 200 len: 982 time: 0.4841850 Aug 23 10:37:52.118018 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23186610-af41-40c2-86a8-1a41f13d80b9', 'tag': '0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:37:52.146713 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77201cf7-52ad-4e43-8f14-ddfb6db4bbb9 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Pushing event updated for resources: {'Port': ['ID=0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea,revision_number=6']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:52.150781 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-77201cf7-52ad-4e43-8f14-ddfb6db4bbb9 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:52.188841 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23186610-af41-40c2-86a8-1a41f13d80b9', 'tag': '0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea', 'status': 'completed', 'code': 200} Aug 23 10:37:52.196989 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:37:52.359926 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55252e75-0fb5-4176-8506-1203343eebb5 req-fbbab5fe-17bd-4e18-b7e6-63ffaaa12f3f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:52.361412 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-55252e75-0fb5-4176-8506-1203343eebb5 req-fbbab5fe-17bd-4e18-b7e6-63ffaaa12f3f tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 985 time: 0.1130106 Aug 23 10:37:52.364209 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd98d7f-5449-4efd-a438-c6f98395a15a req-e868edf0-0c63-48d5-a426-f35dcf6f9edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:52.365755 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7cd98d7f-5449-4efd-a438-c6f98395a15a req-e868edf0-0c63-48d5-a426-f35dcf6f9edf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a16a50afe5042ccb9450c09d2f101de&device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 1138 time: 0.1535311 Aug 23 10:37:52.440973 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-55252e75-0fb5-4176-8506-1203343eebb5 req-1ec931e3-1eda-47f8-ba45-4a7f5b3e4bc4 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Synchronizing usage tracker for tenant:1a16a50afe5042ccb9450c09d2f101de on resource:security_group {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:37:52.488134 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-05abb243-2e67-45df-9d5f-20190c1df587 None None] Provisioning complete for port 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:37:52.488518 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-05abb243-2e67-45df-9d5f-20190c1df587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:52.511936 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-55252e75-0fb5-4176-8506-1203343eebb5 req-1ec931e3-1eda-47f8-ba45-4a7f5b3e4bc4 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Unset dirty status for tenant:1a16a50afe5042ccb9450c09d2f101de on resource:security_group {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:37:52.513148 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-55252e75-0fb5-4176-8506-1203343eebb5 req-1ec931e3-1eda-47f8-ba45-4a7f5b3e4bc4 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=806bac9c-e250-400b-9945-b1b9d36c7090&id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1448903 Aug 23 10:37:52.542401 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd98d7f-5449-4efd-a438-c6f98395a15a req-ad5b17dd-a9f4-4664-8890-c98d43ab8625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:52.543841 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7cd98d7f-5449-4efd-a438-c6f98395a15a req-ad5b17dd-a9f4-4664-8890-c98d43ab8625 service neutron] 10.222.0.38 "GET /v2.0/networks?id=51099f6f-962a-49ab-9e54-4e101010b224 HTTP/1.1" status: 200 len: 915 time: 0.1608670 Aug 23 10:37:52.649558 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7cd98d7f-5449-4efd-a438-c6f98395a15a req-45b8a844-e299-43b0-bf30-dd6b9c9c1714 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea HTTP/1.1" status: 200 len: 1002 time: 0.0983438 Aug 23 10:37:52.711450 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd98d7f-5449-4efd-a438-c6f98395a15a req-b399f6a3-efcb-4765-a15b-adf99ee6f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:52.713170 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7cd98d7f-5449-4efd-a438-c6f98395a15a req-b399f6a3-efcb-4765-a15b-adf99ee6f14b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=83b0561b-046e-45fc-9f72-47d97f0c4044 HTTP/1.1" status: 200 len: 853 time: 0.0569143 Aug 23 10:37:52.793572 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd98d7f-5449-4efd-a438-c6f98395a15a req-9457da3e-4fbc-4232-999f-b62c1d47423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:52.795221 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7cd98d7f-5449-4efd-a438-c6f98395a15a req-9457da3e-4fbc-4232-999f-b62c1d47423c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51099f6f-962a-49ab-9e54-4e101010b224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745609 Aug 23 10:37:52.881196 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948b44a-750d-4d8c-b130-a4f024daedb4 req-5f83a757-3e84-43fd-84db-84df4010e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:52.883388 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1948b44a-750d-4d8c-b130-a4f024daedb4 req-5f83a757-3e84-43fd-84db-84df4010e3cd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed7cf1df40bb4d229c00c555d891db95&device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 1098 time: 0.0755413 Aug 23 10:37:52.932315 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7cd98d7f-5449-4efd-a438-c6f98395a15a req-3d07db76-a916-4692-b653-0c4ff552f89d service neutron] 10.222.0.38 "GET /v2.0/networks/51099f6f-962a-49ab-9e54-4e101010b224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282752 Aug 23 10:37:53.063531 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948b44a-750d-4d8c-b130-a4f024daedb4 req-86b41127-9ad6-4b91-ab38-ca196d850ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:53.065132 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1948b44a-750d-4d8c-b130-a4f024daedb4 req-86b41127-9ad6-4b91-ab38-ca196d850ccc service neutron] 10.222.0.38 "GET /v2.0/networks?id=6f046682-76b5-4374-a986-c6f7be6af2d2 HTTP/1.1" status: 200 len: 909 time: 0.1748452 Aug 23 10:37:53.070021 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-7cd98d7f-5449-4efd-a438-c6f98395a15a req-660f92f2-63fa-4ab1-aaf0-c5a33a6d0565 service neutron] 10.222.0.38 "GET /v2.0/networks/51099f6f-962a-49ab-9e54-4e101010b224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307931 Aug 23 10:37:53.184156 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1948b44a-750d-4d8c-b130-a4f024daedb4 req-d7e2e68c-23b7-4bb7-8ff9-5492afe9c8f6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12e76817-6eb1-47e7-8f4c-e0019b12e3f6 HTTP/1.1" status: 200 len: 1001 time: 0.1064434 Aug 23 10:37:53.195690 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77102eeb-205a-4ab1-a4a1-6cb1b6741b16 req-ad69a680-f0de-4c4e-a9d8-80d62cf7976d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:53.197120 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-77102eeb-205a-4ab1-a4a1-6cb1b6741b16 req-ad69a680-f0de-4c4e-a9d8-80d62cf7976d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 945 time: 0.1764092 Aug 23 10:37:53.283052 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948b44a-750d-4d8c-b130-a4f024daedb4 req-a0a2db1f-9ea5-4255-a6f3-f208249eb8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:53.284449 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1948b44a-750d-4d8c-b130-a4f024daedb4 req-a0a2db1f-9ea5-4255-a6f3-f208249eb8a4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d1ae451a-7cfe-4bc4-a991-7d7b30489c4a HTTP/1.1" status: 200 len: 847 time: 0.0865145 Aug 23 10:37:53.287297 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-77102eeb-205a-4ab1-a4a1-6cb1b6741b16 req-143b6ebe-c607-4391-8397-a4d645d6cc72 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598528 Aug 23 10:37:53.363735 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948b44a-750d-4d8c-b130-a4f024daedb4 req-15b5a389-bca2-4f20-8fc7-0997d057ba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:53.365300 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1948b44a-750d-4d8c-b130-a4f024daedb4 req-15b5a389-bca2-4f20-8fc7-0997d057ba7e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6f046682-76b5-4374-a986-c6f7be6af2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736487 Aug 23 10:37:53.585981 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1948b44a-750d-4d8c-b130-a4f024daedb4 req-0b80e6b5-0cc7-4ecf-9994-67183d36c264 service neutron] 10.222.0.38 "GET /v2.0/networks/6f046682-76b5-4374-a986-c6f7be6af2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129476 Aug 23 10:37:53.711865 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-1948b44a-750d-4d8c-b130-a4f024daedb4 req-462f1350-d5a4-470a-b49d-c83b3af8a21f service neutron] 10.222.0.38 "GET /v2.0/networks/6f046682-76b5-4374-a986-c6f7be6af2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199191 Aug 23 10:37:54.470980 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a63943-7936-46ba-8542-7360a476a262 req-64fe0ce0-7861-40ef-a9a9-c626a01fd335 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:54.472414 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-28a63943-7936-46ba-8542-7360a476a262 req-64fe0ce0-7861-40ef-a9a9-c626a01fd335 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 945 time: 0.0792620 Aug 23 10:37:54.515295 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-28a63943-7936-46ba-8542-7360a476a262 req-39c5d8ec-e55a-4f7f-9052-32ea27308de4 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367811 Aug 23 10:37:55.702388 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46bff2-c063-44a5-b4ae-9a2836e88bdd req-82c9c751-92fa-4108-92d8-ddaa850f6f2f tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:55.703873 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-ec46bff2-c063-44a5-b4ae-9a2836e88bdd req-82c9c751-92fa-4108-92d8-ddaa850f6f2f tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 945 time: 0.0820298 Aug 23 10:37:55.749666 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-ec46bff2-c063-44a5-b4ae-9a2836e88bdd req-cf8b6680-2764-415b-8fd7-c78fb7163d68 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401075 Aug 23 10:37:57.032397 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c504a77-d848-4e63-9534-d012c4d0b7f3 req-b1f401d7-af9d-43c7-82da-b2afa250860d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:57.033881 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9c504a77-d848-4e63-9534-d012c4d0b7f3 req-b1f401d7-af9d-43c7-82da-b2afa250860d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 945 time: 0.1800005 Aug 23 10:37:57.080668 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-9c504a77-d848-4e63-9534-d012c4d0b7f3 req-9224c4a6-f312-49e8-9e7b-a06f6ff1d81b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406332 Aug 23 10:37:57.373073 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 43730) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:37:57.426898 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ae772-36c1-4d0b-af21-8f30caf59b49 req-beadc0e1-9e2a-4848-9efa-6f6561c0ba7b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:57.428359 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-774ae772-36c1-4d0b-af21-8f30caf59b49 req-beadc0e1-9e2a-4848-9efa-6f6561c0ba7b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 945 time: 0.0854738 Aug 23 10:37:57.472897 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-774ae772-36c1-4d0b-af21-8f30caf59b49 req-ae1827a5-c6fa-4803-a6c6-06ad855134ae tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389259 Aug 23 10:37:57.488880 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3b7dae93-bb89-436d-b6d8-6840065f6d08 req-1ca34196-398e-4388-b6c6-d39f72be6705 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1145046 Aug 23 10:37:58.447855 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:37:58.621061 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:58.653350 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210b1910-7894-49b2-886d-d436e3b91af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e76817-6eb1-47e7-8f4c-e0019b12e3f6'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:37:58.664241 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 12e76817-6eb1-47e7-8f4c-e0019b12e3f6, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=12e76817-6eb1-47e7-8f4c-e0019b12e3f6,segment=NetworkSegment(4e88c8cb-8c93-484b-ab7e-d34105bd6615),segment_id=4e88c8cb-8c93-484b-ab7e-d34105bd6615)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:37:58.671311 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:58.673138 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:37:58.686320 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eca247-a4b1-4a6a-8ebb-3d0c5c47eb3f req-dea9a01f-bc68-43be-b08d-4428150bd92d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:58.695066 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d6eca247-a4b1-4a6a-8ebb-3d0c5c47eb3f req-dea9a01f-bc68-43be-b08d-4428150bd92d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 945 time: 0.1131835 Aug 23 10:37:58.708770 dv-cinder-802781-2-iscsi neutron-server[79263]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '210b1910-7894-49b2-886d-d436e3b91af7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '12e76817-6eb1-47e7-8f4c-e0019b12e3f6', 'code': 422} returned with failed status Aug 23 10:37:58.737760 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d6eca247-a4b1-4a6a-8ebb-3d0c5c47eb3f req-b3a3abd6-3beb-4eea-8324-0a692ad9376f tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418212 Aug 23 10:37:58.757553 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:37:58.761359 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=12e76817-6eb1-47e7-8f4c-e0019b12e3f6,revision_number=6']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:37:58.769634 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:58.769983 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:58.770325 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:58.770660 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:58.770990 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:58.771321 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:58.771646 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:58.772694 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:58.773064 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:58.773394 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:58.774082 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:58.774415 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:37:58.778360 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:37:59.091526 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7dae93-bb89-436d-b6d8-6840065f6d08 req-b6b9157f-0918-465e-aee9-56a2c715647b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:59.093020 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3b7dae93-bb89-436d-b6d8-6840065f6d08 req-b6b9157f-0918-465e-aee9-56a2c715647b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7&tenant_id=ed7cf1df40bb4d229c00c555d891db95 HTTP/1.1" status: 200 len: 1096 time: 0.0729759 Aug 23 10:37:59.181077 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7dae93-bb89-436d-b6d8-6840065f6d08 req-9f101ef1-abd1-4cb7-8b8a-fadd46b758d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:59.182506 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3b7dae93-bb89-436d-b6d8-6840065f6d08 req-9f101ef1-abd1-4cb7-8b8a-fadd46b758d4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed7cf1df40bb4d229c00c555d891db95&device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 1096 time: 0.0687437 Aug 23 10:37:59.312684 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7dae93-bb89-436d-b6d8-6840065f6d08 req-9f4ccd1b-5ae7-453d-b2f0-739cecf8141e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:59.314136 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3b7dae93-bb89-436d-b6d8-6840065f6d08 req-9f4ccd1b-5ae7-453d-b2f0-739cecf8141e service neutron] 10.222.0.38 "GET /v2.0/networks?id=6f046682-76b5-4374-a986-c6f7be6af2d2 HTTP/1.1" status: 200 len: 909 time: 0.1252930 Aug 23 10:37:59.417878 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3b7dae93-bb89-436d-b6d8-6840065f6d08 req-2d7da6a0-2e4a-4bbf-b0ec-dc9d0ef5ee70 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12e76817-6eb1-47e7-8f4c-e0019b12e3f6 HTTP/1.1" status: 200 len: 999 time: 0.0956445 Aug 23 10:37:59.480783 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7dae93-bb89-436d-b6d8-6840065f6d08 req-863700a7-76f0-4007-9cf6-05044d6a1e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:59.482175 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3b7dae93-bb89-436d-b6d8-6840065f6d08 req-863700a7-76f0-4007-9cf6-05044d6a1e5f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d1ae451a-7cfe-4bc4-a991-7d7b30489c4a HTTP/1.1" status: 200 len: 847 time: 0.0560489 Aug 23 10:37:59.563255 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7dae93-bb89-436d-b6d8-6840065f6d08 req-5f368d90-412d-4f85-baf2-5e1aa5066e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:59.564683 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3b7dae93-bb89-436d-b6d8-6840065f6d08 req-5f368d90-412d-4f85-baf2-5e1aa5066e63 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6f046682-76b5-4374-a986-c6f7be6af2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763071 Aug 23 10:37:59.696638 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3b7dae93-bb89-436d-b6d8-6840065f6d08 req-e4a9ea70-7787-40a9-b5a5-79fd37c5361e service neutron] 10.222.0.38 "GET /v2.0/networks/6f046682-76b5-4374-a986-c6f7be6af2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240237 Aug 23 10:37:59.827068 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3b7dae93-bb89-436d-b6d8-6840065f6d08 req-c9f6ade7-703b-4d39-a4f9-5ffedb8acf1f service neutron] 10.222.0.38 "GET /v2.0/networks/6f046682-76b5-4374-a986-c6f7be6af2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234057 Aug 23 10:37:59.920633 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f6c43-f5cf-41cf-9be0-5eab8d66417b req-a2619b9e-ac9b-4a05-83d0-3fede5d0ae7d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:37:59.922005 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-672f6c43-f5cf-41cf-9be0-5eab8d66417b req-a2619b9e-ac9b-4a05-83d0-3fede5d0ae7d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 943 time: 0.0797155 Aug 23 10:37:59.969830 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-672f6c43-f5cf-41cf-9be0-5eab8d66417b req-26d2129e-f58b-4305-bc7c-bad01ee3d3c6 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422187 Aug 23 10:38:01.153137 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e934b6-d28b-443a-ada3-f30e837c4ccd req-634251e4-4673-4e23-8d8f-a52fd59cbaaf tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:01.154574 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-e2e934b6-d28b-443a-ada3-f30e837c4ccd req-634251e4-4673-4e23-8d8f-a52fd59cbaaf tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 943 time: 0.0777769 Aug 23 10:38:01.197849 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-e2e934b6-d28b-443a-ada3-f30e837c4ccd req-d4d86876-99f1-4afd-854c-4eab66e7639c tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378094 Aug 23 10:38:02.380178 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f45d1a-71fc-43d1-afbb-1c37fde21dff req-eb62bfc8-e767-4947-80ca-e9886aebfb33 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:02.381621 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e9f45d1a-71fc-43d1-afbb-1c37fde21dff req-eb62bfc8-e767-4947-80ca-e9886aebfb33 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 943 time: 0.0778520 Aug 23 10:38:02.425358 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e9f45d1a-71fc-43d1-afbb-1c37fde21dff req-39597d20-75e3-45c8-a269-5121631e1a1c tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377445 Aug 23 10:38:02.844694 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-8f894132-61aa-4f6a-b430-846b7001573f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:03.607434 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b07187-3c1c-4b94-a9d5-b4df72a5567c req-956c0b56-01cc-4e87-b75e-f277c4566231 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:03.608898 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-e7b07187-3c1c-4b94-a9d5-b4df72a5567c req-956c0b56-01cc-4e87-b75e-f277c4566231 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 943 time: 0.0809884 Aug 23 10:38:03.652317 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-e7b07187-3c1c-4b94-a9d5-b4df72a5567c req-a6c1de29-9e3e-4e96-9238-211af404e32d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378988 Aug 23 10:38:03.660630 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:04.844687 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2f123-cb61-45ac-b527-f5ca11d624f8 req-9a54f31c-d326-40ba-a64b-708c63e0685a tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:04.846158 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-51d2f123-cb61-45ac-b527-f5ca11d624f8 req-9a54f31c-d326-40ba-a64b-708c63e0685a tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 943 time: 0.0851192 Aug 23 10:38:04.889884 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-51d2f123-cb61-45ac-b527-f5ca11d624f8 req-e2450dfb-9ace-4deb-a755-0926a7fcd49e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381246 Aug 23 10:38:05.560616 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-f56ec8bd-65a8-4ab0-b897-3a55a0e4310a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:06.072900 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c8df3-5ea6-47a1-89f7-cf7e7810bb47 req-a54c8c89-2fcc-414c-9741-30e50588dbf4 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:06.074370 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d43c8df3-5ea6-47a1-89f7-cf7e7810bb47 req-a54c8c89-2fcc-414c-9741-30e50588dbf4 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 943 time: 0.0823984 Aug 23 10:38:06.117828 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-d43c8df3-5ea6-47a1-89f7-cf7e7810bb47 req-9a6e4a08-6860-442e-8b08-0ff643498a04 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379186 Aug 23 10:38:06.460087 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:07.298081 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49935a4-f97b-49a1-ae55-ba2932ba36a6 req-4d790489-ad9d-4bd7-967d-c31552a53286 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:07.299539 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e49935a4-f97b-49a1-ae55-ba2932ba36a6 req-4d790489-ad9d-4bd7-967d-c31552a53286 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 943 time: 0.0782189 Aug 23 10:38:07.346529 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-e49935a4-f97b-49a1-ae55-ba2932ba36a6 req-a7448de8-3786-4552-a88c-a399903123f4 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409451 Aug 23 10:38:07.661531 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82502b-0d9d-4ec8-85ca-6492e31d2d9b req-9681ffe8-7de1-461f-9cf2-3f5a6706c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:07.663118 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-df82502b-0d9d-4ec8-85ca-6492e31d2d9b req-9681ffe8-7de1-461f-9cf2-3f5a6706c73f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed7cf1df40bb4d229c00c555d891db95&device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 1096 time: 0.1102614 Aug 23 10:38:07.895469 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82502b-0d9d-4ec8-85ca-6492e31d2d9b req-0238db18-b1db-4e37-be75-72e2ba059634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:07.897103 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-df82502b-0d9d-4ec8-85ca-6492e31d2d9b req-0238db18-b1db-4e37-be75-72e2ba059634 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6f046682-76b5-4374-a986-c6f7be6af2d2 HTTP/1.1" status: 200 len: 909 time: 0.2148929 Aug 23 10:38:07.984878 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:08.000783 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-df82502b-0d9d-4ec8-85ca-6492e31d2d9b req-d9ecdf3d-2e4a-4de9-bd00-de1bd00a64ec service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12e76817-6eb1-47e7-8f4c-e0019b12e3f6 HTTP/1.1" status: 200 len: 999 time: 0.0968928 Aug 23 10:38:08.065898 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82502b-0d9d-4ec8-85ca-6492e31d2d9b req-bdb50fbd-a3d1-4d74-ae2c-19d7daf72764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:08.067323 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-df82502b-0d9d-4ec8-85ca-6492e31d2d9b req-bdb50fbd-a3d1-4d74-ae2c-19d7daf72764 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d1ae451a-7cfe-4bc4-a991-7d7b30489c4a HTTP/1.1" status: 200 len: 847 time: 0.0603995 Aug 23 10:38:08.140493 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82502b-0d9d-4ec8-85ca-6492e31d2d9b req-e0830b80-db63-404c-8e24-2de1481052d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:08.141952 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-df82502b-0d9d-4ec8-85ca-6492e31d2d9b req-e0830b80-db63-404c-8e24-2de1481052d2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6f046682-76b5-4374-a986-c6f7be6af2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679414 Aug 23 10:38:08.270147 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-df82502b-0d9d-4ec8-85ca-6492e31d2d9b req-e859ece0-65cb-4c8f-8563-e45148f7aaa5 service neutron] 10.222.0.38 "GET /v2.0/networks/6f046682-76b5-4374-a986-c6f7be6af2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216822 Aug 23 10:38:08.401915 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-df82502b-0d9d-4ec8-85ca-6492e31d2d9b req-2864d17a-8bb8-424f-9c14-e4062cd3554e service neutron] 10.222.0.38 "GET /v2.0/networks/6f046682-76b5-4374-a986-c6f7be6af2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244133 Aug 23 10:38:08.507786 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79263) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 10:38:08.530085 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e85e9-1427-4619-b567-634ee48a30b9 req-d74e3dad-314a-483b-8ff8-c92a7f7fff9e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:08.531560 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7a9e85e9-1427-4619-b567-634ee48a30b9 req-d74e3dad-314a-483b-8ff8-c92a7f7fff9e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 943 time: 0.0788496 Aug 23 10:38:08.579598 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-7a9e85e9-1427-4619-b567-634ee48a30b9 req-198d38d3-2649-4ebd-816a-6c1193b109c3 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424023 Aug 23 10:38:08.639123 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 12e76817-6eb1-47e7-8f4c-e0019b12e3f6, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=12e76817-6eb1-47e7-8f4c-e0019b12e3f6,segment=NetworkSegment(4e88c8cb-8c93-484b-ab7e-d34105bd6615),segment_id=4e88c8cb-8c93-484b-ab7e-d34105bd6615)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:38:08.653065 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Returning: {'device': '12e76817-6eb1-47e7-8f4c-e0019b12e3f6', 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2', 'port_id': '12e76817-6eb1-47e7-8f4c-e0019b12e3f6', 'mac_address': 'fa:16:3e:c8:4c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ae451a-7cfe-4bc4-a991-7d7b30489c4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79263) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 10:38:08.705282 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:08.721427 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 {{(pid=79263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 10:38:08.736479 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 12e76817-6eb1-47e7-8f4c-e0019b12e3f6, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=12e76817-6eb1-47e7-8f4c-e0019b12e3f6,segment=NetworkSegment(4e88c8cb-8c93-484b-ab7e-d34105bd6615),segment_id=4e88c8cb-8c93-484b-ab7e-d34105bd6615)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:38:08.740286 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:08.741996 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-d9d9cee4-4885-40cc-972a-cc1380a59f02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:38:08.806817 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=12e76817-6eb1-47e7-8f4c-e0019b12e3f6,revision_number=7']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:38:08.809668 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:38:09.049850 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['12e76817-6eb1-47e7-8f4c-e0019b12e3f6'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:38:09.761650 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e23fa-4ce7-40b2-a7bc-5baebf767a60 req-dacb602d-244a-4bd3-9fbf-6d5b7d90bc9a tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:09.763094 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5f1e23fa-4ce7-40b2-a7bc-5baebf767a60 req-dacb602d-244a-4bd3-9fbf-6d5b7d90bc9a tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 944 time: 0.0792587 Aug 23 10:38:09.807317 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-5f1e23fa-4ce7-40b2-a7bc-5baebf767a60 req-f943172a-3e87-432f-9545-5290ff74b83f tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384431 Aug 23 10:38:10.524105 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 up at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 10:38:10.592819 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Provisioning complete for port 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 triggered by entity L2. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:38:10.593201 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:10.701728 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:10.729777 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210b1910-7894-49b2-886d-d436e3b91af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e76817-6eb1-47e7-8f4c-e0019b12e3f6'}] {{(pid=79263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:38:10.738975 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] For port 12e76817-6eb1-47e7-8f4c-e0019b12e3f6, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=12e76817-6eb1-47e7-8f4c-e0019b12e3f6,segment=NetworkSegment(4e88c8cb-8c93-484b-ab7e-d34105bd6615),segment_id=4e88c8cb-8c93-484b-ab7e-d34105bd6615)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:38:10.743009 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:10.744875 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-f77c0cea-02f0-42e5-928f-295b8c422a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:38:10.779565 dv-cinder-802781-2-iscsi neutron-server[79263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210b1910-7894-49b2-886d-d436e3b91af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e76817-6eb1-47e7-8f4c-e0019b12e3f6', 'code': 200} Aug 23 10:38:10.809960 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Pushing event updated for resources: {'Port': ['ID=12e76817-6eb1-47e7-8f4c-e0019b12e3f6,revision_number=8']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:38:10.812813 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:38:10.998360 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce9f4b-99a8-457e-b366-4b1f7abc73fb req-8efa0af2-4964-4f1e-ad82-4fd742525bb2 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:10.999600 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a9ce9f4b-99a8-457e-b366-4b1f7abc73fb req-8efa0af2-4964-4f1e-ad82-4fd742525bb2 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 945 time: 0.0897195 Aug 23 10:38:11.044057 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-a9ce9f4b-99a8-457e-b366-4b1f7abc73fb req-b631435c-2efa-4ec7-be35-b990949fd62a tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388646 Aug 23 10:38:11.045275 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44f1a3-a08f-4613-92eb-d95073fd5149 req-4499b897-a8fc-49e5-93c4-8b6168fe8da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:11.046756 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3e44f1a3-a08f-4613-92eb-d95073fd5149 req-4499b897-a8fc-49e5-93c4-8b6168fe8da0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 1098 time: 0.0701261 Aug 23 10:38:11.089033 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3e44f1a3-a08f-4613-92eb-d95073fd5149 req-9c365b68-4ca5-4b10-8fb1-ffca0bc3dfbe service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353050 Aug 23 10:38:12.230722 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f23ec5-b4d9-40b0-b9e3-669f924caeff req-582d5fbd-9d88-4d6d-b1a2-af5663082b87 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:12.232100 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-80f23ec5-b4d9-40b0-b9e3-669f924caeff req-582d5fbd-9d88-4d6d-b1a2-af5663082b87 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 945 time: 0.0832007 Aug 23 10:38:12.277378 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-80f23ec5-b4d9-40b0-b9e3-669f924caeff req-0dac94e7-52c7-4e6f-bdca-b57318b4235e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396042 Aug 23 10:38:13.455903 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49910b7d-3cf0-4de7-a41c-ac35f5cd7c2d req-5155d397-4442-4906-bf25-30f8f4abe91a tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:13.457387 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-49910b7d-3cf0-4de7-a41c-ac35f5cd7c2d req-5155d397-4442-4906-bf25-30f8f4abe91a tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 945 time: 0.0790093 Aug 23 10:38:13.507440 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-49910b7d-3cf0-4de7-a41c-ac35f5cd7c2d req-a82e1602-ce04-4211-9a85-9f8b045ac69a tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438967 Aug 23 10:38:24.060215 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:38:28.742292 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:32.845761 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c095f887-1779-46d5-8d21-efb3dd2fc634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:33.663704 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:35.561192 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-e7591e33-e4d4-4393-a602-e97e0e5fb611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:36.463193 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:37.707967 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [req-a920fe0b-312b-4af3-a8ce-216c6e8ca51d req-c61e3f47-6934-47b8-bc6e-992f6d165e59 service neutron] (79261) timed out ('10.222.0.38', 54517) {{(pid=79261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 23 10:38:37.986734 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:53.269458 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a67b9-0507-41fa-b5d3-2e0eddcff27c req-19b851d5-2741-4818-9933-ca8ec88556ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:53.270866 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9a9a67b9-0507-41fa-b5d3-2e0eddcff27c req-19b851d5-2741-4818-9933-ca8ec88556ae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a16a50afe5042ccb9450c09d2f101de&device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 1138 time: 0.0715704 Aug 23 10:38:53.305569 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4089d-0f5b-45d1-85c8-507e940b59b3 req-2a3eebbc-03a4-4e02-aa37-7a7c4f58afda tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:53.307047 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-19a4089d-0f5b-45d1-85c8-507e940b59b3 req-2a3eebbc-03a4-4e02-aa37-7a7c4f58afda tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 985 time: 0.0796142 Aug 23 10:38:53.353487 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-19a4089d-0f5b-45d1-85c8-507e940b59b3 req-457553b3-dbbb-40f4-8d4c-b2db2725e4dc tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=806bac9c-e250-400b-9945-b1b9d36c7090&id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406687 Aug 23 10:38:53.401513 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a67b9-0507-41fa-b5d3-2e0eddcff27c req-6bbc01bd-9108-4030-a566-f2d0e308a0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:53.402944 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9a9a67b9-0507-41fa-b5d3-2e0eddcff27c req-6bbc01bd-9108-4030-a566-f2d0e308a0ca service neutron] 10.222.0.38 "GET /v2.0/networks?id=51099f6f-962a-49ab-9e54-4e101010b224 HTTP/1.1" status: 200 len: 915 time: 0.1247010 Aug 23 10:38:53.503958 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9a9a67b9-0507-41fa-b5d3-2e0eddcff27c req-85e3bca2-a8c6-409f-8d05-bd72d084da26 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea HTTP/1.1" status: 200 len: 1002 time: 0.0940809 Aug 23 10:38:53.571700 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a67b9-0507-41fa-b5d3-2e0eddcff27c req-7a37888c-a48e-4f0b-aaa4-8fac09a0bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:53.573237 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9a9a67b9-0507-41fa-b5d3-2e0eddcff27c req-7a37888c-a48e-4f0b-aaa4-8fac09a0bf75 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=83b0561b-046e-45fc-9f72-47d97f0c4044 HTTP/1.1" status: 200 len: 853 time: 0.0621390 Aug 23 10:38:53.647043 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a67b9-0507-41fa-b5d3-2e0eddcff27c req-4ec6623b-e5a7-4cd5-b4f5-2e93dacf5743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:53.648451 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9a9a67b9-0507-41fa-b5d3-2e0eddcff27c req-4ec6623b-e5a7-4cd5-b4f5-2e93dacf5743 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51099f6f-962a-49ab-9e54-4e101010b224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679069 Aug 23 10:38:53.776062 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9a9a67b9-0507-41fa-b5d3-2e0eddcff27c req-d3bd2eeb-5ecf-438f-8857-0a541e79b56c service neutron] 10.222.0.38 "GET /v2.0/networks/51099f6f-962a-49ab-9e54-4e101010b224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201689 Aug 23 10:38:53.998911 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9a9a67b9-0507-41fa-b5d3-2e0eddcff27c req-186d33a2-fc95-4e35-82ba-838108164319 service neutron] 10.222.0.38 "GET /v2.0/networks/51099f6f-962a-49ab-9e54-4e101010b224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150278 Aug 23 10:38:54.537284 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ee11d-d1cd-4895-b839-44509f6b2d74 req-c1a35aa9-1f91-4854-8cde-189e7da2a1ac tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:54.538745 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-447ee11d-d1cd-4895-b839-44509f6b2d74 req-c1a35aa9-1f91-4854-8cde-189e7da2a1ac tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 985 time: 0.0791345 Aug 23 10:38:54.588474 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-447ee11d-d1cd-4895-b839-44509f6b2d74 req-24c913a1-0b2c-49f8-8fdf-b20fcb1689ac tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=806bac9c-e250-400b-9945-b1b9d36c7090&id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440526 Aug 23 10:38:55.917450 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af51712-b21d-4d03-a7c2-1f29524fed7e req-b5bbd5a1-6d1b-4a2f-bb7c-b15b3ab8fba2 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:55.918802 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6af51712-b21d-4d03-a7c2-1f29524fed7e req-b5bbd5a1-6d1b-4a2f-bb7c-b15b3ab8fba2 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 985 time: 0.0823615 Aug 23 10:38:55.964816 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6af51712-b21d-4d03-a7c2-1f29524fed7e req-1c7ca83b-fb6c-4cf1-b332-f6c73156c767 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=806bac9c-e250-400b-9945-b1b9d36c7090&id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402472 Aug 23 10:38:57.144491 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7fb18-aa96-4615-86df-6629fb736ca7 req-3298cbe0-a2d4-428e-945c-c717775bd3a1 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:57.146521 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-27b7fb18-aa96-4615-86df-6629fb736ca7 req-3298cbe0-a2d4-428e-945c-c717775bd3a1 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 985 time: 0.0801475 Aug 23 10:38:57.192107 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-27b7fb18-aa96-4615-86df-6629fb736ca7 req-53c5c918-6435-48c4-bf34-5c9405b34141 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=806bac9c-e250-400b-9945-b1b9d36c7090&id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398960 Aug 23 10:38:58.373765 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa62db3-fbfc-4326-a2a1-005466814e72 req-b2850a78-34de-4c6f-8649-c0af9be718dd tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:58.375197 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6fa62db3-fbfc-4326-a2a1-005466814e72 req-b2850a78-34de-4c6f-8649-c0af9be718dd tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 985 time: 0.0775433 Aug 23 10:38:58.420611 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6fa62db3-fbfc-4326-a2a1-005466814e72 req-b2d0a976-55e3-4ea0-8f13-35e945cf5aad tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=806bac9c-e250-400b-9945-b1b9d36c7090&id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398965 Aug 23 10:38:58.781641 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:38:59.606450 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697e466-065d-47cb-b617-b8b50e111dd2 req-f12ec7c5-5b92-4456-8469-769901f545f6 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:38:59.607911 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c697e466-065d-47cb-b617-b8b50e111dd2 req-f12ec7c5-5b92-4456-8469-769901f545f6 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 985 time: 0.0828195 Aug 23 10:38:59.654780 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-c697e466-065d-47cb-b617-b8b50e111dd2 req-6db390a5-f176-437c-a148-df33be5aa096 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=806bac9c-e250-400b-9945-b1b9d36c7090&id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407870 Aug 23 10:39:00.844486 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c10c6-e2f8-4a7b-8d91-e3a4ac08b005 req-c01e073d-31b7-4e4f-a255-741edb800ad1 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:39:00.845952 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-0b7c10c6-e2f8-4a7b-8d91-e3a4ac08b005 req-c01e073d-31b7-4e4f-a255-741edb800ad1 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 985 time: 0.0823362 Aug 23 10:39:00.891084 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-0b7c10c6-e2f8-4a7b-8d91-e3a4ac08b005 req-21ffa63c-ace8-4280-85f3-7c0f3bbeadd0 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=806bac9c-e250-400b-9945-b1b9d36c7090&id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394359 Aug 23 10:39:01.059280 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:39:02.071158 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464674e-1a50-48dd-a59b-5f905d5e5014 req-3c1d43b8-aa6b-4227-bd9d-b7972ccf51bd tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:39:02.072645 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6464674e-1a50-48dd-a59b-5f905d5e5014 req-3c1d43b8-aa6b-4227-bd9d-b7972ccf51bd tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 985 time: 0.0793202 Aug 23 10:39:02.121956 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6464674e-1a50-48dd-a59b-5f905d5e5014 req-7574b9da-ca40-452d-8326-01f26d8cdc5c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=806bac9c-e250-400b-9945-b1b9d36c7090&id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435922 Aug 23 10:39:02.846702 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-2a71441d-cf0a-4950-a685-7f42dc38f2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:03.301903 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5488a-a746-4824-b0b9-ef6f5577f71f req-efc895ca-34ee-4e90-9672-ebeb6a1d5a84 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:39:03.303920 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1fa5488a-a746-4824-b0b9-ef6f5577f71f req-efc895ca-34ee-4e90-9672-ebeb6a1d5a84 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 985 time: 0.0790310 Aug 23 10:39:03.353297 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1fa5488a-a746-4824-b0b9-ef6f5577f71f req-74d597f7-1d03-466a-9b50-e1746ba1d715 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=806bac9c-e250-400b-9945-b1b9d36c7090&id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437384 Aug 23 10:39:03.666505 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:04.534768 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9db269-f165-4321-830f-ce8b43396582 req-525161ef-4a74-4f0d-8761-07ecf96777e4 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:39:04.536228 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2e9db269-f165-4321-830f-ce8b43396582 req-525161ef-4a74-4f0d-8761-07ecf96777e4 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 985 time: 0.0794985 Aug 23 10:39:04.582469 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-2e9db269-f165-4321-830f-ce8b43396582 req-3d7c251f-0c8f-4fbe-8901-a6865ca5cb6d tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=806bac9c-e250-400b-9945-b1b9d36c7090&id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400939 Aug 23 10:39:05.563715 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-06b6ad20-93e0-4304-a94e-26e49f38d921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:05.762490 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b51e5-7f76-4ba1-a420-9d3af05a0d8f req-238c6ebe-bb23-45c5-855b-e05167a112a7 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:39:05.763927 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6a6b51e5-7f76-4ba1-a420-9d3af05a0d8f req-238c6ebe-bb23-45c5-855b-e05167a112a7 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 985 time: 0.0779037 Aug 23 10:39:05.814403 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-6a6b51e5-7f76-4ba1-a420-9d3af05a0d8f req-2c8db636-5503-4df3-8289-82746f474017 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=806bac9c-e250-400b-9945-b1b9d36c7090&id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442011 Aug 23 10:39:06.464142 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:07.002251 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f416b-0843-4f35-9e71-5836e6b2a728 req-40686e06-6cc6-4465-a94c-c61ba93a8acc tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:39:07.003716 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-441f416b-0843-4f35-9e71-5836e6b2a728 req-40686e06-6cc6-4465-a94c-c61ba93a8acc tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 985 time: 0.0835779 Aug 23 10:39:07.050325 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-441f416b-0843-4f35-9e71-5836e6b2a728 req-f926bf94-0fe4-4946-8d2c-73a7df46db60 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=806bac9c-e250-400b-9945-b1b9d36c7090&id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403879 Aug 23 10:39:07.996130 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:08.236545 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895a303-afa6-4728-abd2-a3dde0bd26e5 req-bb2972a9-30c4-4ece-837f-443c5609034c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:39:08.237923 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1895a303-afa6-4728-abd2-a3dde0bd26e5 req-bb2972a9-30c4-4ece-837f-443c5609034c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 985 time: 0.0821741 Aug 23 10:39:08.283939 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-1895a303-afa6-4728-abd2-a3dde0bd26e5 req-372db602-ace7-4258-93ad-030ff58dd051 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=806bac9c-e250-400b-9945-b1b9d36c7090&id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404899 Aug 23 10:39:09.463473 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dc96d-ce27-4e1d-a1dd-14b8d43ccec5 req-3433209f-9a01-4bab-b087-04a7403719ea tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:39:09.465000 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6e4dc96d-ce27-4e1d-a1dd-14b8d43ccec5 req-3433209f-9a01-4bab-b087-04a7403719ea tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 985 time: 0.0795968 Aug 23 10:39:09.515779 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-6e4dc96d-ce27-4e1d-a1dd-14b8d43ccec5 req-e8876a7a-1937-4eee-9441-1e9feac859b0 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=806bac9c-e250-400b-9945-b1b9d36c7090&id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451071 Aug 23 10:39:09.599002 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057df837-f057-4c1f-8251-f3ed02315b95 req-c8b41f60-963d-4337-a85e-a6c38fa59fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:39:09.601017 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-057df837-f057-4c1f-8251-f3ed02315b95 req-c8b41f60-963d-4337-a85e-a6c38fa59fdc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a16a50afe5042ccb9450c09d2f101de&device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 1138 time: 0.0694773 Aug 23 10:39:09.749355 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057df837-f057-4c1f-8251-f3ed02315b95 req-517a436d-bd73-467d-b5b4-d35361d78a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:39:09.750798 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-057df837-f057-4c1f-8251-f3ed02315b95 req-517a436d-bd73-467d-b5b4-d35361d78a79 service neutron] 10.222.0.38 "GET /v2.0/networks?id=51099f6f-962a-49ab-9e54-4e101010b224 HTTP/1.1" status: 200 len: 915 time: 0.1256075 Aug 23 10:39:09.854388 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-057df837-f057-4c1f-8251-f3ed02315b95 req-e987fc8a-7cca-4f5d-a2eb-10e5b1cf7a14 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea HTTP/1.1" status: 200 len: 1002 time: 0.0961630 Aug 23 10:39:09.922258 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057df837-f057-4c1f-8251-f3ed02315b95 req-128a1672-2013-4509-a7e1-9ec7d3e9e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:39:09.923679 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-057df837-f057-4c1f-8251-f3ed02315b95 req-128a1672-2013-4509-a7e1-9ec7d3e9e881 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=83b0561b-046e-45fc-9f72-47d97f0c4044 HTTP/1.1" status: 200 len: 853 time: 0.0569835 Aug 23 10:39:10.018781 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057df837-f057-4c1f-8251-f3ed02315b95 req-fd8c616b-fc85-48d2-a747-9415c7e369db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:39:10.020257 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-057df837-f057-4c1f-8251-f3ed02315b95 req-fd8c616b-fc85-48d2-a747-9415c7e369db service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51099f6f-962a-49ab-9e54-4e101010b224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0882406 Aug 23 10:39:10.149455 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-057df837-f057-4c1f-8251-f3ed02315b95 req-daa7a966-e5d0-4254-a23e-bed455cacd3d service neutron] 10.222.0.38 "GET /v2.0/networks/51099f6f-962a-49ab-9e54-4e101010b224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219332 Aug 23 10:39:10.276409 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-057df837-f057-4c1f-8251-f3ed02315b95 req-c1a73e7e-698d-4121-9737-d8faba978d83 service neutron] 10.222.0.38 "GET /v2.0/networks/51099f6f-962a-49ab-9e54-4e101010b224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203187 Aug 23 10:39:10.703256 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc1bba-b2c6-49e8-b97b-e8416f6f71c8 req-388ae015-53af-4066-b5ca-4794e5c51876 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:39:10.704772 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ffdc1bba-b2c6-49e8-b97b-e8416f6f71c8 req-388ae015-53af-4066-b5ca-4794e5c51876 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 985 time: 0.0836506 Aug 23 10:39:10.754100 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ffdc1bba-b2c6-49e8-b97b-e8416f6f71c8 req-248bb453-52a3-460b-a05b-dc1d4cc6fc3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=806bac9c-e250-400b-9945-b1b9d36c7090&id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435164 Aug 23 10:39:28.782085 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:32.849322 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-84cac523-654b-47ad-8219-d1c5bf5dc7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:33.668459 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:35.564387 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-64dfe332-0000-4228-bce2-0d1cd4a7311c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:36.468103 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:37.994750 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:38.057751 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:39:48.635963 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 43854) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:39:49.032427 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Deleting port e191f9b4-2cfd-4cea-bced-20eb47e77f8d {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:39:49.032797 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:49.202013 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:49.202346 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:49.321836 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Calling delete_port for e191f9b4-2cfd-4cea-bced-20eb47e77f8d owned by network:floatingip {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:39:49.470042 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:49.474311 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f58c5fc0-3e42-423e-ac69-62b353649c3c tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:39:49.516973 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Pushing event deleted for resources: {'Port': ['ID=e191f9b4-2cfd-4cea-bced-20eb47e77f8d,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:39:49.559857 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:39:49.560234 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:39:49.560628 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:39:49.560994 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:39:49.561354 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:39:49.561716 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:39:49.562072 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:39:49.562426 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:39:49.562781 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:39:49.563139 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:39:49.563489 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:39:49.563836 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:39:49.591787 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:39:49.619396 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for floatingip, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:49.619734 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.db.l3_db [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Floating IP 560cbe1b-4fa4-4ef8-9952-712d1f4f4cc0 disassociated (deleted). External IP: 172.27.2.211, port: 12e76817-6eb1-47e7-8f4c-e0019b12e3f6. Aug 23 10:39:49.963632 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Router 6a99d9a4-a097-444d-9a7a-259c5beae3a3 has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:39:50.143446 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:39:50.152905 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74470b08-bf34-4efd-be11-7b65e2a9674e None None] Sync routers for ids ['6a99d9a4-a097-444d-9a7a-259c5beae3a3'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:39:50.163831 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:50.164028 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74470b08-bf34-4efd-be11-7b65e2a9674e None None] Routers {'6a99d9a4-a097-444d-9a7a-259c5beae3a3'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:39:50.164588 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-74470b08-bf34-4efd-be11-7b65e2a9674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:39:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6a99d9a4-a097-444d-9a7a-259c5beae3a3'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:39:50.216768 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-7e1d770d-3175-470e-b9db-56872fb4b64b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "DELETE /v2.0/floatingips/560cbe1b-4fa4-4ef8-9952-712d1f4f4cc0 HTTP/1.1" status: 204 len: 168 time: 1.5796006 Aug 23 10:39:50.217334 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210b1910-7894-49b2-886d-d436e3b91af7', 'tag': '12e76817-6eb1-47e7-8f4c-e0019b12e3f6'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:39:50.322032 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210b1910-7894-49b2-886d-d436e3b91af7', 'tag': '12e76817-6eb1-47e7-8f4c-e0019b12e3f6', 'status': 'completed', 'code': 200} Aug 23 10:39:50.343227 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-74470b08-bf34-4efd-be11-7b65e2a9674e None None] Set router 6a99d9a4-a097-444d-9a7a-259c5beae3a3 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:39:50.542269 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca42381-8151-44c2-a202-9e668a74c45a req-5851d601-b1ac-41c8-bab5-5351b8133fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:39:50.543768 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0ca42381-8151-44c2-a202-9e668a74c45a req-5851d601-b1ac-41c8-bab5-5351b8133fbb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed7cf1df40bb4d229c00c555d891db95&device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 1098 time: 0.2005126 Aug 23 10:39:50.681461 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca42381-8151-44c2-a202-9e668a74c45a req-62d42e5e-31e1-4b27-9bbd-b3164da2e01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:39:50.683580 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0ca42381-8151-44c2-a202-9e668a74c45a req-62d42e5e-31e1-4b27-9bbd-b3164da2e01e service neutron] 10.222.0.38 "GET /v2.0/networks?id=6f046682-76b5-4374-a986-c6f7be6af2d2 HTTP/1.1" status: 200 len: 909 time: 0.1321547 Aug 23 10:39:50.696214 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe636c-69b1-45b4-bc9d-afa02b94f599 req-09d3c132-1bb3-4fb2-a7e6-af152ab2af38 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:39:50.697738 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-bebe636c-69b1-45b4-bc9d-afa02b94f599 req-09d3c132-1bb3-4fb2-a7e6-af152ab2af38 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 945 time: 0.1782844 Aug 23 10:39:50.712905 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-74470b08-bf34-4efd-be11-7b65e2a9674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'name': 'tempest-TestShelveInstance-837524743-router', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:33:56Z', 'updated_at': '2021-08-23T10:34:00Z', 'revision_number': 4, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'gw_port': {'id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:33:57Z', 'updated_at': '2021-08-23T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '4a455398-9978-4a7c-8efd-32be4602096c', 'name': '', 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'mac_address': 'fa:16:3e:94:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd1ae451a-7cfe-4bc4-a991-7d7b30489c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:33:59Z', 'updated_at': '2021-08-23T10:34:06Z', 'revision_number': 5, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'subnets': [{'id': 'd1ae451a-7cfe-4bc4-a991-7d7b30489c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:39:50.716840 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74470b08-bf34-4efd-be11-7b65e2a9674e None None] Checking router: 6a99d9a4-a097-444d-9a7a-259c5beae3a3 for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:39:50.725691 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74470b08-bf34-4efd-be11-7b65e2a9674e None None] Routers {'6a99d9a4-a097-444d-9a7a-259c5beae3a3'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:39:50.726426 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-74470b08-bf34-4efd-be11-7b65e2a9674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:39:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6a99d9a4-a097-444d-9a7a-259c5beae3a3'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:39:50.745819 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-bebe636c-69b1-45b4-bc9d-afa02b94f599 req-bfde011a-38de-4fab-bed9-b89fe6df0ae6 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419619 Aug 23 10:39:50.751127 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0ca42381-8151-44c2-a202-9e668a74c45a req-c18720c0-c4c9-478a-b7c3-08982757851e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12e76817-6eb1-47e7-8f4c-e0019b12e3f6 HTTP/1.1" status: 200 len: 217 time: 0.0604241 Aug 23 10:39:50.816608 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca42381-8151-44c2-a202-9e668a74c45a req-a9178b82-db9d-4933-889b-a31874f4ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:39:50.817973 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0ca42381-8151-44c2-a202-9e668a74c45a req-a9178b82-db9d-4933-889b-a31874f4ef2b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d1ae451a-7cfe-4bc4-a991-7d7b30489c4a HTTP/1.1" status: 200 len: 847 time: 0.0600402 Aug 23 10:39:50.891251 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca42381-8151-44c2-a202-9e668a74c45a req-20d8eee0-f5d5-4911-bde0-bb7500ace385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:39:50.892747 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0ca42381-8151-44c2-a202-9e668a74c45a req-20d8eee0-f5d5-4911-bde0-bb7500ace385 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6f046682-76b5-4374-a986-c6f7be6af2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680768 Aug 23 10:39:50.901964 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-74470b08-bf34-4efd-be11-7b65e2a9674e None None] Set router 6a99d9a4-a097-444d-9a7a-259c5beae3a3 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:39:51.024778 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0ca42381-8151-44c2-a202-9e668a74c45a req-b0f9d8b7-ae04-4f28-a225-88d5e4a5f1bc service neutron] 10.222.0.38 "GET /v2.0/networks/6f046682-76b5-4374-a986-c6f7be6af2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241183 Aug 23 10:39:51.156797 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-0ca42381-8151-44c2-a202-9e668a74c45a req-a757cc63-f37d-434f-bdce-83e8069b608d service neutron] 10.222.0.38 "GET /v2.0/networks/6f046682-76b5-4374-a986-c6f7be6af2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242895 Aug 23 10:39:51.208862 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-74470b08-bf34-4efd-be11-7b65e2a9674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'name': 'tempest-TestShelveInstance-837524743-router', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:33:56Z', 'updated_at': '2021-08-23T10:34:00Z', 'revision_number': 4, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'gw_port': {'id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:33:57Z', 'updated_at': '2021-08-23T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '4a455398-9978-4a7c-8efd-32be4602096c', 'name': '', 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'mac_address': 'fa:16:3e:94:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd1ae451a-7cfe-4bc4-a991-7d7b30489c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:33:59Z', 'updated_at': '2021-08-23T10:34:06Z', 'revision_number': 5, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'subnets': [{'id': 'd1ae451a-7cfe-4bc4-a991-7d7b30489c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:39:51.212790 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74470b08-bf34-4efd-be11-7b65e2a9674e None None] The sync data for ids ['6a99d9a4-a097-444d-9a7a-259c5beae3a3'] in dv-cinder-802781-2-iscsi is: [{'id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'name': 'tempest-TestShelveInstance-837524743-router', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:33:56Z', 'updated_at': '2021-08-23T10:34:00Z', 'revision_number': 4, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'gw_port': {'id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:33:57Z', 'updated_at': '2021-08-23T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '4a455398-9978-4a7c-8efd-32be4602096c', 'name': '', 'network_id': '6f046682-76b5-4374-a986-c6f7be6af2d2', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'mac_address': 'fa:16:3e:94:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd1ae451a-7cfe-4bc4-a991-7d7b30489c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:33:59Z', 'updated_at': '2021-08-23T10:34:06Z', 'revision_number': 5, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'subnets': [{'id': 'd1ae451a-7cfe-4bc4-a991-7d7b30489c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:39:51.423122 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c835790-342b-453d-b45f-5b3c82be29aa None None] New status for floating IP 560cbe1b-4fa4-4ef8-9952-712d1f4f4cc0: DOWN {{(pid=79264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:39:51.934459 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d756e-0ac3-47d3-886d-2c7378530952 req-8552fb1b-2c7f-4f21-908d-e455fcf62b88 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:39:51.935190 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-854d756e-0ac3-47d3-886d-2c7378530952 req-8552fb1b-2c7f-4f21-908d-e455fcf62b88 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Synchronizing usage tracker for tenant:ed7cf1df40bb4d229c00c555d891db95 on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:39:51.950650 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.quota.resource [req-854d756e-0ac3-47d3-886d-2c7378530952 req-8552fb1b-2c7f-4f21-908d-e455fcf62b88 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Unset dirty status for tenant:ed7cf1df40bb4d229c00c555d891db95 on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:39:51.951784 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-854d756e-0ac3-47d3-886d-2c7378530952 req-8552fb1b-2c7f-4f21-908d-e455fcf62b88 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 945 time: 0.0978146 Aug 23 10:39:51.995929 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-854d756e-0ac3-47d3-886d-2c7378530952 req-c21037f2-1e2b-467d-a699-30d728ed7ee0 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/security-groups?id=355e4a03-45d7-4039-bcb5-c00a73fd02a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384138 Aug 23 10:39:52.320525 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad972b-f2e3-45a9-adc5-f8b676bf30a1 req-17a08855-a247-441a-a72c-af1d33575d47 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:39:52.321942 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a0ad972b-f2e3-45a9-adc5-f8b676bf30a1 req-17a08855-a247-441a-a72c-af1d33575d47 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.38 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 945 time: 0.0770755 Aug 23 10:39:52.391401 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [req-a0ad972b-f2e3-45a9-adc5-f8b676bf30a1 req-879f010e-160b-4c07-872f-0accdb33160d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Deleting port 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:39:52.391736 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-a0ad972b-f2e3-45a9-adc5-f8b676bf30a1 req-879f010e-160b-4c07-872f-0accdb33160d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:52.631465 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-a0ad972b-f2e3-45a9-adc5-f8b676bf30a1 req-879f010e-160b-4c07-872f-0accdb33160d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] For port 12e76817-6eb1-47e7-8f4c-e0019b12e3f6, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=12e76817-6eb1-47e7-8f4c-e0019b12e3f6,segment=NetworkSegment(4e88c8cb-8c93-484b-ab7e-d34105bd6615),segment_id=4e88c8cb-8c93-484b-ab7e-d34105bd6615)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:39:52.631730 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-a0ad972b-f2e3-45a9-adc5-f8b676bf30a1 req-879f010e-160b-4c07-872f-0accdb33160d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:52.750474 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [req-a0ad972b-f2e3-45a9-adc5-f8b676bf30a1 req-879f010e-160b-4c07-872f-0accdb33160d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Calling delete_port for 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 owned by compute:nova {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:39:52.890941 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-a0ad972b-f2e3-45a9-adc5-f8b676bf30a1 req-879f010e-160b-4c07-872f-0accdb33160d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:52.896137 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3fa1875a-e514-474d-a546-a6b211dcc31c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:39:52.938630 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f010e-160b-4c07-872f-0accdb33160d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Pushing event deleted for resources: {'Port': ['ID=12e76817-6eb1-47e7-8f4c-e0019b12e3f6,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:39:52.942050 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-879f010e-160b-4c07-872f-0accdb33160d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:39:53.110780 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ad972b-f2e3-45a9-adc5-f8b676bf30a1 req-879f010e-160b-4c07-872f-0accdb33160d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] No DVR routers for this DVR port 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 on host hv-cinder-80278 {{(pid=79261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:39:53.113285 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-a0ad972b-f2e3-45a9-adc5-f8b676bf30a1 req-879f010e-160b-4c07-872f-0accdb33160d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:53.116478 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210b1910-7894-49b2-886d-d436e3b91af7', 'name': 'network-vif-deleted', 'tag': '12e76817-6eb1-47e7-8f4c-e0019b12e3f6'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:39:53.132737 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-a0ad972b-f2e3-45a9-adc5-f8b676bf30a1 req-879f010e-160b-4c07-872f-0accdb33160d tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.38 "DELETE /v2.0/ports/12e76817-6eb1-47e7-8f4c-e0019b12e3f6 HTTP/1.1" status: 204 len: 173 time: 0.8051360 Aug 23 10:39:53.155900 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-ce0b1ac3-d72b-4093-b366-12b5f868a776 req-a0101fd6-ee60-455e-afb8-3a1a93718291 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "GET /v2.0/ports?device_id=210b1910-7894-49b2-886d-d436e3b91af7 HTTP/1.1" status: 200 len: 210 time: 0.0525780 Aug 23 10:39:53.164606 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210b1910-7894-49b2-886d-d436e3b91af7', 'name': 'network-vif-deleted', 'tag': '12e76817-6eb1-47e7-8f4c-e0019b12e3f6', 'status': 'completed', 'code': 200} Aug 23 10:39:54.249727 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 43878) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:39:54.316293 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-2f064a12-9aa7-4e8f-bdea-8b03a4528c97 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:54.345702 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-2f064a12-9aa7-4e8f-bdea-8b03a4528c97 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:54.406079 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-2f064a12-9aa7-4e8f-bdea-8b03a4528c97 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:54.409722 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-a14cd431-69ce-4122-b867-f36838c0f337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:39:54.423560 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f064a12-9aa7-4e8f-bdea-8b03a4528c97 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=355e4a03-45d7-4039-bcb5-c00a73fd02a8,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:39:54.433973 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f064a12-9aa7-4e8f-bdea-8b03a4528c97 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:39:54.434314 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f064a12-9aa7-4e8f-bdea-8b03a4528c97 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:39:54.434719 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f064a12-9aa7-4e8f-bdea-8b03a4528c97 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:39:54.435091 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f064a12-9aa7-4e8f-bdea-8b03a4528c97 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:39:54.435516 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f064a12-9aa7-4e8f-bdea-8b03a4528c97 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:39:54.435837 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f064a12-9aa7-4e8f-bdea-8b03a4528c97 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:39:54.436204 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f064a12-9aa7-4e8f-bdea-8b03a4528c97 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:39:54.436661 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f064a12-9aa7-4e8f-bdea-8b03a4528c97 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:39:54.437030 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f064a12-9aa7-4e8f-bdea-8b03a4528c97 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:39:54.437393 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f064a12-9aa7-4e8f-bdea-8b03a4528c97 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:39:54.437755 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f064a12-9aa7-4e8f-bdea-8b03a4528c97 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:39:54.438113 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f064a12-9aa7-4e8f-bdea-8b03a4528c97 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-2-iscsi {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 10:39:54.442897 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-2f064a12-9aa7-4e8f-bdea-8b03a4528c97 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:39:54.446751 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-2f064a12-9aa7-4e8f-bdea-8b03a4528c97 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:54.447863 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-2f064a12-9aa7-4e8f-bdea-8b03a4528c97 tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] 10.222.0.21 "DELETE /v2.0/security-groups/355e4a03-45d7-4039-bcb5-c00a73fd02a8 HTTP/1.1" status: 204 len: 168 time: 0.1971235 Aug 23 10:39:54.494267 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 43884) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:39:55.040302 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:39:55.073520 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] No Port match for: 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:39:55.073872 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 12e76817-6eb1-47e7-8f4c-e0019b12e3f6 not bound to the agent host hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:39:55.122534 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8bdf2067-c851-4a68-8239-879e42ff4e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698993'] for router_interface, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:55.461115 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf2067-c851-4a68-8239-879e42ff4e09 admin admin] Deleting port 4a455398-9978-4a7c-8efd-32be4602096c {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:39:55.461827 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8bdf2067-c851-4a68-8239-879e42ff4e09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:55.624970 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-8bdf2067-c851-4a68-8239-879e42ff4e09 admin admin] For port 4a455398-9978-4a7c-8efd-32be4602096c, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=4a455398-9978-4a7c-8efd-32be4602096c,segment=NetworkSegment(4e88c8cb-8c93-484b-ab7e-d34105bd6615),segment_id=4e88c8cb-8c93-484b-ab7e-d34105bd6615)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:39:55.625318 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8bdf2067-c851-4a68-8239-879e42ff4e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:55.837363 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf2067-c851-4a68-8239-879e42ff4e09 admin admin] Calling delete_port for 4a455398-9978-4a7c-8efd-32be4602096c owned by network:router_interface {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:39:56.088717 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8bdf2067-c851-4a68-8239-879e42ff4e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:56.093134 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-32b0b894-5485-4672-8101-ef4dc935145b tempest-AttachVolumeNegativeTest-449505027 tempest-AttachVolumeNegativeTest-449505027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:39:56.139675 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf2067-c851-4a68-8239-879e42ff4e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a455398-9978-4a7c-8efd-32be4602096c,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:39:56.142483 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-8bdf2067-c851-4a68-8239-879e42ff4e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:39:56.402079 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8bdf2067-c851-4a68-8239-879e42ff4e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1816041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699021'] for router_interface, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:56.753557 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdf2067-c851-4a68-8239-879e42ff4e09 admin admin] Router 6a99d9a4-a097-444d-9a7a-259c5beae3a3 has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:39:56.927815 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdf2067-c851-4a68-8239-879e42ff4e09 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:39:56.938027 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d62ef92-787d-4109-9e30-984b540acb00 None None] Sync routers for ids ['6a99d9a4-a097-444d-9a7a-259c5beae3a3'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:39:56.940208 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-8bdf2067-c851-4a68-8239-879e42ff4e09 admin admin] 10.222.0.21 "PUT /v2.0/routers/6a99d9a4-a097-444d-9a7a-259c5beae3a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4448934 Aug 23 10:39:56.942622 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 43890) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:39:56.948754 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d62ef92-787d-4109-9e30-984b540acb00 None None] Routers {'6a99d9a4-a097-444d-9a7a-259c5beae3a3'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:39:56.949365 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-9d62ef92-787d-4109-9e30-984b540acb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:39:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6a99d9a4-a097-444d-9a7a-259c5beae3a3'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:39:57.131766 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-9d62ef92-787d-4109-9e30-984b540acb00 None None] Set router 6a99d9a4-a097-444d-9a7a-259c5beae3a3 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:39:57.228542 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-28c2f3ab-2320-4e20-ac8b-e55cacb88709 admin admin] Notify callbacks [] for router, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:57.404547 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-28c2f3ab-2320-4e20-ac8b-e55cacb88709 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:57.415702 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-28c2f3ab-2320-4e20-ac8b-e55cacb88709 admin admin] Deleting port c972b6d7-d762-418e-a50b-fcf6eba58eb3 {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:39:57.416104 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-28c2f3ab-2320-4e20-ac8b-e55cacb88709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:57.457781 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-9d62ef92-787d-4109-9e30-984b540acb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'name': 'tempest-TestShelveInstance-837524743-router', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:33:56Z', 'updated_at': '2021-08-23T10:39:56Z', 'revision_number': 5, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'gw_port': {'id': 'c972b6d7-d762-418e-a50b-fcf6eba58eb3', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:33:57Z', 'updated_at': '2021-08-23T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:39:57.461599 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d62ef92-787d-4109-9e30-984b540acb00 None None] Checking router: 6a99d9a4-a097-444d-9a7a-259c5beae3a3 for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:39:57.469715 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d62ef92-787d-4109-9e30-984b540acb00 None None] Routers {'6a99d9a4-a097-444d-9a7a-259c5beae3a3'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:39:57.470323 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-9d62ef92-787d-4109-9e30-984b540acb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:39:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['6a99d9a4-a097-444d-9a7a-259c5beae3a3'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:39:57.587067 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-28c2f3ab-2320-4e20-ac8b-e55cacb88709 admin admin] For port c972b6d7-d762-418e-a50b-fcf6eba58eb3, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=c972b6d7-d762-418e-a50b-fcf6eba58eb3,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:39:57.587443 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-28c2f3ab-2320-4e20-ac8b-e55cacb88709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:57.617790 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-9d62ef92-787d-4109-9e30-984b540acb00 None None] Set router 6a99d9a4-a097-444d-9a7a-259c5beae3a3 gateway port host: None {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:39:57.709426 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-28c2f3ab-2320-4e20-ac8b-e55cacb88709 admin admin] Calling delete_port for c972b6d7-d762-418e-a50b-fcf6eba58eb3 owned by network:router_gateway {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:39:57.720207 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-9d62ef92-787d-4109-9e30-984b540acb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'name': 'tempest-TestShelveInstance-837524743-router', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:33:56Z', 'updated_at': '2021-08-23T10:39:57Z', 'revision_number': 6, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'gw_port_host': None}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:39:57.724050 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d62ef92-787d-4109-9e30-984b540acb00 None None] The sync data for ids ['6a99d9a4-a097-444d-9a7a-259c5beae3a3'] in dv-cinder-802781-2-iscsi is: [{'id': '6a99d9a4-a097-444d-9a7a-259c5beae3a3', 'name': 'tempest-TestShelveInstance-837524743-router', 'tenant_id': 'ed7cf1df40bb4d229c00c555d891db95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:33:56Z', 'updated_at': '2021-08-23T10:39:57Z', 'revision_number': 6, 'project_id': 'ed7cf1df40bb4d229c00c555d891db95', 'gw_port_host': None}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:39:57.881505 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-28c2f3ab-2320-4e20-ac8b-e55cacb88709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:57.885821 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-45e986b0-479d-4eab-8567-209297ecd0fe tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:39:57.931756 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2f3ab-2320-4e20-ac8b-e55cacb88709 admin admin] Pushing event deleted for resources: {'Port': ['ID=c972b6d7-d762-418e-a50b-fcf6eba58eb3,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:39:57.962885 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-28c2f3ab-2320-4e20-ac8b-e55cacb88709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:39:58.024956 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-28c2f3ab-2320-4e20-ac8b-e55cacb88709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589092'] for router_gateway, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:58.204527 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-28c2f3ab-2320-4e20-ac8b-e55cacb88709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1696830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1324'] for router, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:58.206709 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-28c2f3ab-2320-4e20-ac8b-e55cacb88709 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:58.228915 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-28c2f3ab-2320-4e20-ac8b-e55cacb88709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697854'] for router, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:58.229374 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c2f3ab-2320-4e20-ac8b-e55cacb88709 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a99d9a4-a097-444d-9a7a-259c5beae3a3 {{(pid=79262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 10:39:58.241012 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-28c2f3ab-2320-4e20-ac8b-e55cacb88709 admin admin] Notify callbacks [] for router, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:58.242108 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-28c2f3ab-2320-4e20-ac8b-e55cacb88709 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6a99d9a4-a097-444d-9a7a-259c5beae3a3 HTTP/1.1" status: 204 len: 168 time: 1.2985365 Aug 23 10:39:58.244590 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 43898) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:39:58.304727 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_v2 [None req-6320b0ed-77d6-4ad1-8cc0-de0fae3dd468 admin admin] Deleting subnet d1ae451a-7cfe-4bc4-a991-7d7b30489c4a {{(pid=79262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:39:58.307492 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6320b0ed-77d6-4ad1-8cc0-de0fae3dd468 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:58.358443 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6320b0ed-77d6-4ad1-8cc0-de0fae3dd468 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15130840'] for subnet, precommit_delete_associations {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:58.433708 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6320b0ed-77d6-4ad1-8cc0-de0fae3dd468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351694'] for subnet, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:58.502220 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 4a455398-9978-4a7c-8efd-32be4602096c no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:39:58.510807 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6320b0ed-77d6-4ad1-8cc0-de0fae3dd468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14958768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15036623'] for subnet, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:58.515003 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-3b4c766f-e086-45b6-aa0f-b6d2b0cda4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:39:58.540088 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No Port match for: 4a455398-9978-4a7c-8efd-32be4602096c {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:39:58.540548 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 4a455398-9978-4a7c-8efd-32be4602096c not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:39:58.554283 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320b0ed-77d6-4ad1-8cc0-de0fae3dd468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1ae451a-7cfe-4bc4-a991-7d7b30489c4a,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:39:58.556852 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6320b0ed-77d6-4ad1-8cc0-de0fae3dd468 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:58.559703 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-6320b0ed-77d6-4ad1-8cc0-de0fae3dd468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:39:58.563931 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-6320b0ed-77d6-4ad1-8cc0-de0fae3dd468 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d1ae451a-7cfe-4bc4-a991-7d7b30489c4a HTTP/1.1" status: 204 len: 168 time: 0.3184125 Aug 23 10:39:58.566499 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 43902) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:39:58.569980 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a723dd1-a397-4438-ba57-5df1d130b5b3 None None] Network 6f046682-76b5-4374-a986-c6f7be6af2d2 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:39:58.685378 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f556d79e-7f46-4fef-960c-588570c962ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3408463'] for network, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:58.698446 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-f556d79e-7f46-4fef-960c-588570c962ea admin admin] Deleting port 084dc56c-abf2-4850-a914-5264cc213a85 {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:39:58.699019 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f556d79e-7f46-4fef-960c-588570c962ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:58.795482 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:58.869894 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ee861c-e128-4fb8-895a-6ac5d1ba3f22 None None] DHCP port deletion for 6f046682-76b5-4374-a986-c6f7be6af2d2 request from dv-cinder-802781-2-iscsi {{(pid=79263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 10:39:58.874249 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-45ee861c-e128-4fb8-895a-6ac5d1ba3f22 None None] Deleting port 084dc56c-abf2-4850-a914-5264cc213a85 {{(pid=79263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:39:58.874658 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-45ee861c-e128-4fb8-895a-6ac5d1ba3f22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:58.915549 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-f556d79e-7f46-4fef-960c-588570c962ea admin admin] For port 084dc56c-abf2-4850-a914-5264cc213a85, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=084dc56c-abf2-4850-a914-5264cc213a85,segment=NetworkSegment(4e88c8cb-8c93-484b-ab7e-d34105bd6615),segment_id=4e88c8cb-8c93-484b-ab7e-d34105bd6615)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:39:58.915912 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f556d79e-7f46-4fef-960c-588570c962ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:59.040173 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-f556d79e-7f46-4fef-960c-588570c962ea admin admin] Calling delete_port for 084dc56c-abf2-4850-a914-5264cc213a85 owned by network:dhcp {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:39:59.098266 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-45ee861c-e128-4fb8-895a-6ac5d1ba3f22 None None] For port 084dc56c-abf2-4850-a914-5264cc213a85, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=084dc56c-abf2-4850-a914-5264cc213a85,segment=NetworkSegment(4e88c8cb-8c93-484b-ab7e-d34105bd6615),segment_id=4e88c8cb-8c93-484b-ab7e-d34105bd6615)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:39:59.098666 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-45ee861c-e128-4fb8-895a-6ac5d1ba3f22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:59.132325 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f556d79e-7f46-4fef-960c-588570c962ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:59.136282 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9e6dd8e7-c03c-48f3-8f9f-c6a0780235eb tempest-AttachVolumeShelveTestJSON-1976083161 tempest-AttachVolumeShelveTestJSON-1976083161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:39:59.179982 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556d79e-7f46-4fef-960c-588570c962ea admin admin] Pushing event deleted for resources: {'Port': ['ID=084dc56c-abf2-4850-a914-5264cc213a85,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:39:59.183302 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f556d79e-7f46-4fef-960c-588570c962ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:39:59.185904 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f556d79e-7f46-4fef-960c-588570c962ea admin admin] No DVR routers for this DVR port 084dc56c-abf2-4850-a914-5264cc213a85 on host dv-cinder-802781-2-iscsi {{(pid=79261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:39:59.232018 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-45ee861c-e128-4fb8-895a-6ac5d1ba3f22 None None] Calling delete_port for 084dc56c-abf2-4850-a914-5264cc213a85 owned by network:dhcp {{(pid=79263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:39:59.301027 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.db.api [None req-45ee861c-e128-4fb8-895a-6ac5d1ba3f22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 10:39:59.301314 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_db.api [None req-45ee861c-e128-4fb8-895a-6ac5d1ba3f22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 10:39:59.301477 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f556d79e-7f46-4fef-960c-588570c962ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3353717', 'neutron.services.segments.db._delete_segments_for_network-8757078968221'] for network, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:59.314536 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.services.segments.db [None req-f556d79e-7f46-4fef-960c-588570c962ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f046682-76b5-4374-a986-c6f7be6af2d2']}} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:39:59.326188 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.services.segments.db [None req-f556d79e-7f46-4fef-960c-588570c962ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e88c8cb-8c93-484b-ab7e-d34105bd6615') {'for_net_delete': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:39:59.326489 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.services.segments.db [None req-f556d79e-7f46-4fef-960c-588570c962ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e88c8cb-8c93-484b-ab7e-d34105bd6615') {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:39:59.337643 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f556d79e-7f46-4fef-960c-588570c962ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757078964983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14700668'] for segment, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:59.357099 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f556d79e-7f46-4fef-960c-588570c962ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:59.363158 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f556d79e-7f46-4fef-960c-588570c962ea admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=79261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:39:59.363542 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f556d79e-7f46-4fef-960c-588570c962ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3366333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14701761'] for segment, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: Traceback (most recent call last): Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: timer() Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: cb(*args, **kw) Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: return func(*args, **kwargs) Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: self._notify() Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: self.callback(batched_events) Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: event.method(event) Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: return f(self, *a, **k) Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: return self._get(url).json() Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: return self.request(url, 'GET', **kwargs) Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:39:59.376899 dv-cinder-802781-2-iscsi neutron-server[79261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:39:59.448747 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f556d79e-7f46-4fef-960c-588570c962ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3353612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589113'] for network, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:59.452211 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3decb8a1-8cda-4ba6-bf4a-69cbb3783bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:39:59.464723 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f556d79e-7f46-4fef-960c-588570c962ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:59.474453 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556d79e-7f46-4fef-960c-588570c962ea admin admin] Pushing event deleted for resources: {'Network': ['ID=6f046682-76b5-4374-a986-c6f7be6af2d2,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:39:59.478959 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f556d79e-7f46-4fef-960c-588570c962ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:39:59.482378 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-f556d79e-7f46-4fef-960c-588570c962ea admin admin] 10.222.0.21 "DELETE /v2.0/networks/6f046682-76b5-4374-a986-c6f7be6af2d2 HTTP/1.1" status: 204 len: 168 time: 0.9148250 Aug 23 10:39:59.485238 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 43906) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:39:59.802262 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-45ee861c-e128-4fb8-895a-6ac5d1ba3f22 None None] Deleting port 084dc56c-abf2-4850-a914-5264cc213a85 {{(pid=79263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:39:59.802859 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-45ee861c-e128-4fb8-895a-6ac5d1ba3f22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:39:59.869058 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-45ee861c-e128-4fb8-895a-6ac5d1ba3f22 None None] The port '084dc56c-abf2-4850-a914-5264cc213a85' was deleted {{(pid=79263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 10:40:00.033155 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 084dc56c-abf2-4850-a914-5264cc213a85 no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:40:00.068129 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No Port match for: 084dc56c-abf2-4850-a914-5264cc213a85 {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:40:00.068404 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 084dc56c-abf2-4850-a914-5264cc213a85 not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:40:00.068870 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device c972b6d7-d762-418e-a50b-fcf6eba58eb3 no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:40:00.101468 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No Port match for: c972b6d7-d762-418e-a50b-fcf6eba58eb3 {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:40:00.101823 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device c972b6d7-d762-418e-a50b-fcf6eba58eb3 not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:40:00.110022 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-76f45712-64b9-402d-b1aa-c77d747999bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698993'] for router_interface, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:00.447931 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-76f45712-64b9-402d-b1aa-c77d747999bb admin admin] Deleting port 50ca6ccb-9f2a-42e6-861e-f259fceb79f7 {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:40:00.448161 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-76f45712-64b9-402d-b1aa-c77d747999bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:00.619975 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-76f45712-64b9-402d-b1aa-c77d747999bb admin admin] For port 50ca6ccb-9f2a-42e6-861e-f259fceb79f7, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=50ca6ccb-9f2a-42e6-861e-f259fceb79f7,segment=NetworkSegment(e5fa2f33-7334-4a5e-9b13-d5f0a9399e72),segment_id=e5fa2f33-7334-4a5e-9b13-d5f0a9399e72)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:40:00.620333 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-76f45712-64b9-402d-b1aa-c77d747999bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:00.744612 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-76f45712-64b9-402d-b1aa-c77d747999bb admin admin] Calling delete_port for 50ca6ccb-9f2a-42e6-861e-f259fceb79f7 owned by network:router_interface {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:40:01.058951 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-76f45712-64b9-402d-b1aa-c77d747999bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:01.063274 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0f4246ad-ef85-42e9-a9ea-a5707b8bfa98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:40:01.111341 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f45712-64b9-402d-b1aa-c77d747999bb admin admin] Pushing event deleted for resources: {'Port': ['ID=50ca6ccb-9f2a-42e6-861e-f259fceb79f7,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:40:01.114450 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-76f45712-64b9-402d-b1aa-c77d747999bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:40:01.480217 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-76f45712-64b9-402d-b1aa-c77d747999bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1816041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699021'] for router_interface, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:01.829033 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f45712-64b9-402d-b1aa-c77d747999bb admin admin] Router 3676e250-2ef3-48fc-aa45-a0af413d0b91 has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:40:02.007586 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f45712-64b9-402d-b1aa-c77d747999bb admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:40:02.015929 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807dbb5a-3fda-4686-bd09-ff8909106cf3 None None] Sync routers for ids ['3676e250-2ef3-48fc-aa45-a0af413d0b91'] in dv-cinder-802781-2-iscsi {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:40:02.017495 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-76f45712-64b9-402d-b1aa-c77d747999bb admin admin] 10.222.0.21 "PUT /v2.0/routers/3676e250-2ef3-48fc-aa45-a0af413d0b91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5312517 Aug 23 10:40:02.020414 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 43910) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:40:02.026834 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807dbb5a-3fda-4686-bd09-ff8909106cf3 None None] Routers {'3676e250-2ef3-48fc-aa45-a0af413d0b91'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:40:02.027446 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-807dbb5a-3fda-4686-bd09-ff8909106cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:39:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['3676e250-2ef3-48fc-aa45-a0af413d0b91'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:40:02.195043 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-58c4b71a-14cd-4056-8aff-1850b3408781 admin admin] Notify callbacks [] for router, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:02.210595 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-807dbb5a-3fda-4686-bd09-ff8909106cf3 None None] Set router 3676e250-2ef3-48fc-aa45-a0af413d0b91 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:40:02.368749 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-58c4b71a-14cd-4056-8aff-1850b3408781 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:02.378010 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-58c4b71a-14cd-4056-8aff-1850b3408781 admin admin] Deleting port abc72a82-714d-452b-97e8-0edc9ed2944a {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:40:02.378394 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-58c4b71a-14cd-4056-8aff-1850b3408781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:02.486917 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-807dbb5a-3fda-4686-bd09-ff8909106cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3676e250-2ef3-48fc-aa45-a0af413d0b91', 'name': 'tempest-TestShelveInstance-634531961-router', 'tenant_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'abc72a82-714d-452b-97e8-0edc9ed2944a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:34:03Z', 'updated_at': '2021-08-23T10:40:00Z', 'revision_number': 5, 'project_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'gw_port': {'id': 'abc72a82-714d-452b-97e8-0edc9ed2944a', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3676e250-2ef3-48fc-aa45-a0af413d0b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:34:04Z', 'updated_at': '2021-08-23T10:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:40:02.490615 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807dbb5a-3fda-4686-bd09-ff8909106cf3 None None] Checking router: 3676e250-2ef3-48fc-aa45-a0af413d0b91 for host: dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:40:02.498680 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807dbb5a-3fda-4686-bd09-ff8909106cf3 None None] Routers {'3676e250-2ef3-48fc-aa45-a0af413d0b91'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:40:02.499288 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-807dbb5a-3fda-4686-bd09-ff8909106cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:39:36Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['3676e250-2ef3-48fc-aa45-a0af413d0b91'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:40:02.548744 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-58c4b71a-14cd-4056-8aff-1850b3408781 admin admin] For port abc72a82-714d-452b-97e8-0edc9ed2944a, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=abc72a82-714d-452b-97e8-0edc9ed2944a,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:40:02.549108 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-58c4b71a-14cd-4056-8aff-1850b3408781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:02.649939 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-807dbb5a-3fda-4686-bd09-ff8909106cf3 None None] Set router 3676e250-2ef3-48fc-aa45-a0af413d0b91 gateway port host: None {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:40:02.670063 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-58c4b71a-14cd-4056-8aff-1850b3408781 admin admin] Calling delete_port for abc72a82-714d-452b-97e8-0edc9ed2944a owned by network:router_gateway {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:40:02.755804 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-807dbb5a-3fda-4686-bd09-ff8909106cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3676e250-2ef3-48fc-aa45-a0af413d0b91', 'name': 'tempest-TestShelveInstance-634531961-router', 'tenant_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:34:03Z', 'updated_at': '2021-08-23T10:40:02Z', 'revision_number': 6, 'project_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'gw_port_host': None}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:40:02.760121 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807dbb5a-3fda-4686-bd09-ff8909106cf3 None None] The sync data for ids ['3676e250-2ef3-48fc-aa45-a0af413d0b91'] in dv-cinder-802781-2-iscsi is: [{'id': '3676e250-2ef3-48fc-aa45-a0af413d0b91', 'name': 'tempest-TestShelveInstance-634531961-router', 'tenant_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:34:03Z', 'updated_at': '2021-08-23T10:40:02Z', 'revision_number': 6, 'project_id': 'a3a9635d8f2746d895e24f8af6a9448a', 'gw_port_host': None}] {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:40:02.851536 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-d506b937-77e4-4e3e-b037-3820bbcfc6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:02.952670 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-58c4b71a-14cd-4056-8aff-1850b3408781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:02.956920 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-6a884b97-1abd-40b0-be5c-718f6356a22f tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:40:03.001803 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4b71a-14cd-4056-8aff-1850b3408781 admin admin] Pushing event deleted for resources: {'Port': ['ID=abc72a82-714d-452b-97e8-0edc9ed2944a,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:40:03.027788 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-58c4b71a-14cd-4056-8aff-1850b3408781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:40:03.088779 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-58c4b71a-14cd-4056-8aff-1850b3408781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589092'] for router_gateway, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:03.260008 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-58c4b71a-14cd-4056-8aff-1850b3408781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1696830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1324'] for router, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:03.262085 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-58c4b71a-14cd-4056-8aff-1850b3408781 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:03.283913 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-58c4b71a-14cd-4056-8aff-1850b3408781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697854'] for router, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:03.284402 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c4b71a-14cd-4056-8aff-1850b3408781 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3676e250-2ef3-48fc-aa45-a0af413d0b91 {{(pid=79261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 10:40:03.295970 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-58c4b71a-14cd-4056-8aff-1850b3408781 admin admin] Notify callbacks [] for router, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:03.297150 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-58c4b71a-14cd-4056-8aff-1850b3408781 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3676e250-2ef3-48fc-aa45-a0af413d0b91 HTTP/1.1" status: 204 len: 168 time: 1.2758014 Aug 23 10:40:03.299880 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 43914) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:40:03.361587 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e75fab7-441f-4c08-8bbf-c98623de76c1 admin admin] Deleting subnet 9a8e81f7-2048-4c65-a9d3-521727d5af54 {{(pid=79262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:40:03.364377 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9e75fab7-441f-4c08-8bbf-c98623de76c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:03.508432 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9e75fab7-441f-4c08-8bbf-c98623de76c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15130840'] for subnet, precommit_delete_associations {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:03.585278 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9e75fab7-441f-4c08-8bbf-c98623de76c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351694'] for subnet, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:03.656446 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9e75fab7-441f-4c08-8bbf-c98623de76c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14958768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15036623'] for subnet, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:03.660931 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:40:03.672092 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:03.697811 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75fab7-441f-4c08-8bbf-c98623de76c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a8e81f7-2048-4c65-a9d3-521727d5af54,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:40:03.699759 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9e75fab7-441f-4c08-8bbf-c98623de76c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:03.702394 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-9e75fab7-441f-4c08-8bbf-c98623de76c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:40:03.705971 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad46c522-e19d-4208-b0db-a9936394913a None None] Network 1992c636-9109-4fad-96d1-e17447e8b4e9 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:40:03.707503 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-9e75fab7-441f-4c08-8bbf-c98623de76c1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9a8e81f7-2048-4c65-a9d3-521727d5af54 HTTP/1.1" status: 204 len: 168 time: 0.4063900 Aug 23 10:40:03.709859 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 43918) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:40:03.823315 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-87eeecf4-80f0-4c8b-9d10-ad0b9ddc3e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3408463'] for network, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:03.834813 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-87eeecf4-80f0-4c8b-9d10-ad0b9ddc3e6a admin admin] Deleting port 84b44bb3-b66e-4369-a1dd-146328d6476c {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:40:03.835145 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-87eeecf4-80f0-4c8b-9d10-ad0b9ddc3e6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:03.993941 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7646535e-e20f-4ad6-ae5b-b98562ebefc3 None None] DHCP port deletion for 1992c636-9109-4fad-96d1-e17447e8b4e9 request from dv-cinder-802781-2-iscsi {{(pid=79263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 10:40:03.999119 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-7646535e-e20f-4ad6-ae5b-b98562ebefc3 None None] Deleting port 84b44bb3-b66e-4369-a1dd-146328d6476c {{(pid=79263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:40:03.999485 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-7646535e-e20f-4ad6-ae5b-b98562ebefc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:04.048837 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-87eeecf4-80f0-4c8b-9d10-ad0b9ddc3e6a admin admin] For port 84b44bb3-b66e-4369-a1dd-146328d6476c, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=84b44bb3-b66e-4369-a1dd-146328d6476c,segment=NetworkSegment(e5fa2f33-7334-4a5e-9b13-d5f0a9399e72),segment_id=e5fa2f33-7334-4a5e-9b13-d5f0a9399e72)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:40:04.049281 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-87eeecf4-80f0-4c8b-9d10-ad0b9ddc3e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:04.055954 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device abc72a82-714d-452b-97e8-0edc9ed2944a no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:40:04.127081 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No Port match for: abc72a82-714d-452b-97e8-0edc9ed2944a {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:40:04.127431 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device abc72a82-714d-452b-97e8-0edc9ed2944a not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:40:04.127889 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 50ca6ccb-9f2a-42e6-861e-f259fceb79f7 no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:40:04.172792 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-87eeecf4-80f0-4c8b-9d10-ad0b9ddc3e6a admin admin] Calling delete_port for 84b44bb3-b66e-4369-a1dd-146328d6476c owned by network:dhcp {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:40:04.177342 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No Port match for: 50ca6ccb-9f2a-42e6-861e-f259fceb79f7 {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:40:04.178418 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 50ca6ccb-9f2a-42e6-861e-f259fceb79f7 not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:40:04.178956 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 84b44bb3-b66e-4369-a1dd-146328d6476c no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:40:04.248579 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-87eeecf4-80f0-4c8b-9d10-ad0b9ddc3e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:04.253493 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-b4c6765f-f0bf-4a8f-b63f-2f4b539b14fa tempest-TestVolumeBootPattern-801011835 tempest-TestVolumeBootPattern-801011835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:40:04.298341 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eeecf4-80f0-4c8b-9d10-ad0b9ddc3e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=84b44bb3-b66e-4369-a1dd-146328d6476c,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:40:04.301611 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-87eeecf4-80f0-4c8b-9d10-ad0b9ddc3e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:40:04.302307 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eeecf4-80f0-4c8b-9d10-ad0b9ddc3e6a admin admin] No DVR routers for this DVR port 84b44bb3-b66e-4369-a1dd-146328d6476c on host dv-cinder-802781-2-iscsi {{(pid=79262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:40:04.319532 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No active binding found for port 84b44bb3-b66e-4369-a1dd-146328d6476c {{(pid=79263) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Aug 23 10:40:04.319926 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 84b44bb3-b66e-4369-a1dd-146328d6476c not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:40:04.340317 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-7646535e-e20f-4ad6-ae5b-b98562ebefc3 None None] For port 84b44bb3-b66e-4369-a1dd-146328d6476c, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=84b44bb3-b66e-4369-a1dd-146328d6476c,segment=NetworkSegment(e5fa2f33-7334-4a5e-9b13-d5f0a9399e72),segment_id=e5fa2f33-7334-4a5e-9b13-d5f0a9399e72)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:40:04.340747 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-7646535e-e20f-4ad6-ae5b-b98562ebefc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:04.416419 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-87eeecf4-80f0-4c8b-9d10-ad0b9ddc3e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3353717', 'neutron.services.segments.db._delete_segments_for_network-8757078968221'] for network, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:04.429659 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-87eeecf4-80f0-4c8b-9d10-ad0b9ddc3e6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1992c636-9109-4fad-96d1-e17447e8b4e9']}} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:40:04.441313 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-87eeecf4-80f0-4c8b-9d10-ad0b9ddc3e6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5fa2f33-7334-4a5e-9b13-d5f0a9399e72') {'for_net_delete': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:40:04.441610 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-87eeecf4-80f0-4c8b-9d10-ad0b9ddc3e6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5fa2f33-7334-4a5e-9b13-d5f0a9399e72') {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:40:04.453557 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-87eeecf4-80f0-4c8b-9d10-ad0b9ddc3e6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757078964983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15130823'] for segment, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:04.458673 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-7646535e-e20f-4ad6-ae5b-b98562ebefc3 None None] Calling delete_port for 84b44bb3-b66e-4369-a1dd-146328d6476c owned by network:dhcp {{(pid=79263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:40:04.470451 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-87eeecf4-80f0-4c8b-9d10-ad0b9ddc3e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:04.477736 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87eeecf4-80f0-4c8b-9d10-ad0b9ddc3e6a admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=79262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:40:04.478102 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-87eeecf4-80f0-4c8b-9d10-ad0b9ddc3e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3366333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14958806'] for segment, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: Traceback (most recent call last): Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: timer() Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: cb(*args, **kw) Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: return func(*args, **kwargs) Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: self._notify() Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: self.callback(batched_events) Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: event.method(event) Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: return f(self, *a, **k) Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: return self._get(url).json() Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: return self.request(url, 'GET', **kwargs) Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:40:04.492065 dv-cinder-802781-2-iscsi neutron-server[79262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:40:04.531087 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.db.api [None req-7646535e-e20f-4ad6-ae5b-b98562ebefc3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 10:40:04.531455 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_db.api [None req-7646535e-e20f-4ad6-ae5b-b98562ebefc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 10:40:04.568707 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-87eeecf4-80f0-4c8b-9d10-ad0b9ddc3e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3353612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589113'] for network, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:04.572385 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-4193ffe5-cc60-47fe-80a8-52dbb1429311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:40:04.586825 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-87eeecf4-80f0-4c8b-9d10-ad0b9ddc3e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:04.594514 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eeecf4-80f0-4c8b-9d10-ad0b9ddc3e6a admin admin] Pushing event deleted for resources: {'Network': ['ID=1992c636-9109-4fad-96d1-e17447e8b4e9,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:40:04.597121 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-87eeecf4-80f0-4c8b-9d10-ad0b9ddc3e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:40:04.598878 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-87eeecf4-80f0-4c8b-9d10-ad0b9ddc3e6a admin admin] 10.222.0.21 "DELETE /v2.0/networks/1992c636-9109-4fad-96d1-e17447e8b4e9 HTTP/1.1" status: 204 len: 168 time: 0.8880985 Aug 23 10:40:04.707889 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 43924) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:40:04.756216 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-633e2efc-24f8-4efa-8142-dc0c51a46d26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed7cf1df40bb4d229c00c555d891db95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471337 Aug 23 10:40:04.758646 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 43928) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:40:04.817038 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4c3f627f-273e-415d-977a-5a371258ca19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:04.843298 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4c3f627f-273e-415d-977a-5a371258ca19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:04.898523 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4c3f627f-273e-415d-977a-5a371258ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:04.903333 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f2364d10-00a6-42cc-9868-5b0fae242a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:40:04.918404 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f627f-273e-415d-977a-5a371258ca19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73fb29e-0918-483b-bb19-79eb55d2bcb5,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:40:04.922380 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-4c3f627f-273e-415d-977a-5a371258ca19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:40:04.924297 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4c3f627f-273e-415d-977a-5a371258ca19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:04.926128 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-4c3f627f-273e-415d-977a-5a371258ca19 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e73fb29e-0918-483b-bb19-79eb55d2bcb5 HTTP/1.1" status: 204 len: 168 time: 0.1657403 Aug 23 10:40:05.033142 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-7646535e-e20f-4ad6-ae5b-b98562ebefc3 None None] Deleting port 84b44bb3-b66e-4369-a1dd-146328d6476c {{(pid=79263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:40:05.033679 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-7646535e-e20f-4ad6-ae5b-b98562ebefc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:05.100757 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-7646535e-e20f-4ad6-ae5b-b98562ebefc3 None None] The port '84b44bb3-b66e-4369-a1dd-146328d6476c' was deleted {{(pid=79263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 10:40:05.254656 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 43936) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:40:05.306522 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-5a5295fa-2b50-4e4c-8bf5-db458e67b254 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3a9635d8f2746d895e24f8af6a9448a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506523 Aug 23 10:40:05.308825 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.21', 43942) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:40:05.365318 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c5c0beee-7c91-4850-a37b-8a9bb9001249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:05.390370 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c5c0beee-7c91-4850-a37b-8a9bb9001249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:05.441621 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c5c0beee-7c91-4850-a37b-8a9bb9001249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:05.446919 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-79167e4f-7b8d-48b7-8e70-9e545aa9ad0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:40:05.460876 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0beee-7c91-4850-a37b-8a9bb9001249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a1ddd9-62a0-4ab6-abe1-cc79e6675024,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:40:05.463147 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c5c0beee-7c91-4850-a37b-8a9bb9001249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:05.466810 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [None req-c5c0beee-7c91-4850-a37b-8a9bb9001249 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65a1ddd9-62a0-4ab6-abe1-cc79e6675024 HTTP/1.1" status: 204 len: 168 time: 0.1544783 Aug 23 10:40:05.466810 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-c5c0beee-7c91-4850-a37b-8a9bb9001249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:40:05.565994 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-5c6a4257-35c7-41b7-ae57-d52da8904346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:06.279189 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4dcba9df-a4f6-4aac-96a7-ea733a796c78 req-f72293ee-d894-4411-8bf5-70cc6d62e012 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-233763282&fields=id&tenant_id=1a16a50afe5042ccb9450c09d2f101de HTTP/1.1" status: 200 len: 267 time: 0.0393517 Aug 23 10:40:06.363777 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcba9df-a4f6-4aac-96a7-ea733a796c78 req-f5a1ab13-6bd3-4682-9b8c-e82c3edbb91e tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:40:06.365255 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4dcba9df-a4f6-4aac-96a7-ea733a796c78 req-f5a1ab13-6bd3-4682-9b8c-e82c3edbb91e tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 985 time: 0.0810926 Aug 23 10:40:06.375534 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.v2.base [req-4dcba9df-a4f6-4aac-96a7-ea733a796c78 req-d348aec8-b9f6-4629-bc93-ba45668b16a6 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Request body: {'port': {'security_groups': ['74206827-8a9b-4d46-86f6-bb7477001944']}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 10:40:06.471595 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:06.495812 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-4dcba9df-a4f6-4aac-96a7-ea733a796c78 req-d348aec8-b9f6-4629-bc93-ba45668b16a6 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3424808'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:06.732427 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-4dcba9df-a4f6-4aac-96a7-ea733a796c78 req-d348aec8-b9f6-4629-bc93-ba45668b16a6 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] For port 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea,segment=NetworkSegment(9511b03c-745a-4481-a127-aeea4af13a3d),segment_id=9511b03c-745a-4481-a127-aeea4af13a3d)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:40:06.757569 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-4dcba9df-a4f6-4aac-96a7-ea733a796c78 req-d348aec8-b9f6-4629-bc93-ba45668b16a6 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:06.762178 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-4dcba9df-a4f6-4aac-96a7-ea733a796c78 req-d348aec8-b9f6-4629-bc93-ba45668b16a6 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757079034179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757078486586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757078486631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14701805'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:06.767752 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3d90f6ae-89f4-42a0-beeb-fdb5fbd1d93e tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:40:06.774443 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:40:06.838884 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcba9df-a4f6-4aac-96a7-ea733a796c78 req-d348aec8-b9f6-4629-bc93-ba45668b16a6 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:40:06.839515 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-4dcba9df-a4f6-4aac-96a7-ea733a796c78 req-d348aec8-b9f6-4629-bc93-ba45668b16a6 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:06.840936 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4dcba9df-a4f6-4aac-96a7-ea733a796c78 req-d348aec8-b9f6-4629-bc93-ba45668b16a6 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "PUT /v2.0/ports/0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea HTTP/1.1" status: 200 len: 943 time: 0.4697268 Aug 23 10:40:06.841661 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23186610-af41-40c2-86a8-1a41f13d80b9', 'tag': '0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:40:06.848717 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 43954) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:40:06.868584 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348aec8-b9f6-4629-bc93-ba45668b16a6 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Pushing event updated for resources: {'Port': ['ID=0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea,revision_number=7']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:40:06.871545 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-d348aec8-b9f6-4629-bc93-ba45668b16a6 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:40:06.913894 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23186610-af41-40c2-86a8-1a41f13d80b9', 'tag': '0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea', 'status': 'completed', 'code': 200} Aug 23 10:40:06.915505 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:40:06.945406 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-de08006f-103a-423d-8108-f4906a779d4b tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:06.987026 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-de08006f-103a-423d-8108-f4906a779d4b tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:07.060478 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b675529-a21a-4117-a0d5-e5b53b356689 req-f033c4b7-ceaf-486e-a86c-b6fee097fd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:40:07.062461 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9b675529-a21a-4117-a0d5-e5b53b356689 req-f033c4b7-ceaf-486e-a86c-b6fee097fd68 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a16a50afe5042ccb9450c09d2f101de&device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 1099 time: 0.1178582 Aug 23 10:40:07.069013 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-de08006f-103a-423d-8108-f4906a779d4b tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:07.075693 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-37fb6300-abd0-4eea-8ef6-b96abc40f546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:40:07.095696 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08006f-103a-423d-8108-f4906a779d4b tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=806bac9c-e250-400b-9945-b1b9d36c7090,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:40:07.098844 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-de08006f-103a-423d-8108-f4906a779d4b tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:40:07.111045 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-de08006f-103a-423d-8108-f4906a779d4b tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:07.114829 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-de08006f-103a-423d-8108-f4906a779d4b tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "DELETE /v2.0/security-groups/806bac9c-e250-400b-9945-b1b9d36c7090 HTTP/1.1" status: 204 len: 168 time: 0.2635310 Aug 23 10:40:07.115655 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 43958) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:40:07.189652 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-29a8ab63-657a-4a34-9315-bc6fa346ad22 None None] Provisioning complete for port 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea triggered by entity DHCP. {{(pid=79263) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 10:40:07.190077 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-29a8ab63-657a-4a34-9315-bc6fa346ad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3355388'] for port, provisioning_complete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:07.220142 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b675529-a21a-4117-a0d5-e5b53b356689 req-2849b592-da84-4cba-9051-b142cc10967d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:40:07.221751 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9b675529-a21a-4117-a0d5-e5b53b356689 req-2849b592-da84-4cba-9051-b142cc10967d service neutron] 10.222.0.38 "GET /v2.0/networks?id=51099f6f-962a-49ab-9e54-4e101010b224 HTTP/1.1" status: 200 len: 915 time: 0.1523948 Aug 23 10:40:07.334517 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9b675529-a21a-4117-a0d5-e5b53b356689 req-183130c3-5ebb-4384-a210-33c02ef87fe5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea HTTP/1.1" status: 200 len: 1002 time: 0.1009357 Aug 23 10:40:07.398988 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b675529-a21a-4117-a0d5-e5b53b356689 req-d5899a74-ce39-4ca3-b416-60a267b5e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:40:07.400601 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9b675529-a21a-4117-a0d5-e5b53b356689 req-d5899a74-ce39-4ca3-b416-60a267b5e036 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=83b0561b-046e-45fc-9f72-47d97f0c4044 HTTP/1.1" status: 200 len: 853 time: 0.0583322 Aug 23 10:40:07.423670 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-05f9ee7d-e9f2-4013-951e-05ee652c6c01 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Deleting port 922a7c69-f88f-4f4a-8675-7749ed2d797c {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:40:07.424004 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-05f9ee7d-e9f2-4013-951e-05ee652c6c01 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:07.574403 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b675529-a21a-4117-a0d5-e5b53b356689 req-b4abfa09-9779-4ede-b5d7-4d5d0bb4e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:40:07.575810 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9b675529-a21a-4117-a0d5-e5b53b356689 req-b4abfa09-9779-4ede-b5d7-4d5d0bb4e832 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51099f6f-962a-49ab-9e54-4e101010b224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1685691 Aug 23 10:40:07.598301 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-05f9ee7d-e9f2-4013-951e-05ee652c6c01 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:07.598618 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-05f9ee7d-e9f2-4013-951e-05ee652c6c01 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:07.705425 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9b675529-a21a-4117-a0d5-e5b53b356689 req-21bad6b4-8e80-4d4a-8951-287e789ec033 service neutron] 10.222.0.38 "GET /v2.0/networks/51099f6f-962a-49ab-9e54-4e101010b224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224246 Aug 23 10:40:07.719470 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-05f9ee7d-e9f2-4013-951e-05ee652c6c01 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Calling delete_port for 922a7c69-f88f-4f4a-8675-7749ed2d797c owned by network:floatingip {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:40:07.841962 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-9b675529-a21a-4117-a0d5-e5b53b356689 req-cd2dc0a5-9b48-4228-8c05-3b06857a08b2 service neutron] 10.222.0.38 "GET /v2.0/networks/51099f6f-962a-49ab-9e54-4e101010b224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294444 Aug 23 10:40:07.877620 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-05f9ee7d-e9f2-4013-951e-05ee652c6c01 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:07.882544 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-4ca43021-7326-424e-9f88-0a0ee6debea3 tempest-VolumesSnapshotTestJSON-1986526491 tempest-VolumesSnapshotTestJSON-1986526491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:40:07.923495 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9ee7d-e9f2-4013-951e-05ee652c6c01 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Pushing event deleted for resources: {'Port': ['ID=922a7c69-f88f-4f4a-8675-7749ed2d797c,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:40:07.926707 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-05f9ee7d-e9f2-4013-951e-05ee652c6c01 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:40:08.004398 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:08.023509 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-05f9ee7d-e9f2-4013-951e-05ee652c6c01 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks [] for floatingip, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:08.023840 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.db.l3_db [None req-05f9ee7d-e9f2-4013-951e-05ee652c6c01 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Floating IP f3ecd483-541d-4353-bde9-74683ebd27aa disassociated (deleted). External IP: 172.27.2.207, port: 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea. Aug 23 10:40:08.362688 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f9ee7d-e9f2-4013-951e-05ee652c6c01 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Router 0634fa59-57dd-4779-aa6d-e69035f7fac5 has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:40:08.536095 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f9ee7d-e9f2-4013-951e-05ee652c6c01 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:40:08.547185 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a7eb1-94dd-4218-957d-26eac6d4fdaf None None] Sync routers for ids ['0634fa59-57dd-4779-aa6d-e69035f7fac5'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:40:08.558143 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-05f9ee7d-e9f2-4013-951e-05ee652c6c01 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for floatingip, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:08.558660 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5a7eb1-94dd-4218-957d-26eac6d4fdaf None None] Routers {'0634fa59-57dd-4779-aa6d-e69035f7fac5'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:40:08.559274 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-ff5a7eb1-94dd-4218-957d-26eac6d4fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:40:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['0634fa59-57dd-4779-aa6d-e69035f7fac5'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:40:08.612524 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-05f9ee7d-e9f2-4013-951e-05ee652c6c01 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "DELETE /v2.0/floatingips/f3ecd483-541d-4353-bde9-74683ebd27aa HTTP/1.1" status: 204 len: 168 time: 1.4951155 Aug 23 10:40:08.613291 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23186610-af41-40c2-86a8-1a41f13d80b9', 'tag': '0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:40:08.738575 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-ff5a7eb1-94dd-4218-957d-26eac6d4fdaf None None] Set router 0634fa59-57dd-4779-aa6d-e69035f7fac5 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:40:08.855659 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23186610-af41-40c2-86a8-1a41f13d80b9', 'tag': '0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea', 'status': 'completed', 'code': 200} Aug 23 10:40:08.971695 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5072c-3c06-4801-9f85-9d5af7195526 req-81879e86-93f9-4d09-9b10-1a4808f1c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:40:08.973108 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-afd5072c-3c06-4801-9f85-9d5af7195526 req-81879e86-93f9-4d09-9b10-1a4808f1c34d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a16a50afe5042ccb9450c09d2f101de&device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 1099 time: 0.0862534 Aug 23 10:40:09.118180 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-ff5a7eb1-94dd-4218-957d-26eac6d4fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'name': 'tempest-TestMinimumBasicScenario-278528601-router', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:36:51Z', 'updated_at': '2021-08-23T10:36:55Z', 'revision_number': 4, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'gw_port': {'id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:52Z', 'updated_at': '2021-08-23T10:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '9cbfa65a-564b-43ef-a001-2f5c5c92ebb6', 'name': '', 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'mac_address': 'fa:16:3e:d9:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '83b0561b-046e-45fc-9f72-47d97f0c4044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:54Z', 'updated_at': '2021-08-23T10:37:00Z', 'revision_number': 5, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'subnets': [{'id': '83b0561b-046e-45fc-9f72-47d97f0c4044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:40:09.122074 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a7eb1-94dd-4218-957d-26eac6d4fdaf None None] Checking router: 0634fa59-57dd-4779-aa6d-e69035f7fac5 for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:40:09.126866 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5072c-3c06-4801-9f85-9d5af7195526 req-8942c825-35b1-4a37-bc3f-05e0dc7b4b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:40:09.128472 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-afd5072c-3c06-4801-9f85-9d5af7195526 req-8942c825-35b1-4a37-bc3f-05e0dc7b4b94 service neutron] 10.222.0.38 "GET /v2.0/networks?id=51099f6f-962a-49ab-9e54-4e101010b224 HTTP/1.1" status: 200 len: 915 time: 0.1459951 Aug 23 10:40:09.130300 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5a7eb1-94dd-4218-957d-26eac6d4fdaf None None] Routers {'0634fa59-57dd-4779-aa6d-e69035f7fac5'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:40:09.131443 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-ff5a7eb1-94dd-4218-957d-26eac6d4fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:40:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['0634fa59-57dd-4779-aa6d-e69035f7fac5'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:40:09.199761 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-afd5072c-3c06-4801-9f85-9d5af7195526 req-dfd23434-732a-4c11-a148-232d58b8ef38 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea HTTP/1.1" status: 200 len: 217 time: 0.0640917 Aug 23 10:40:09.260682 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5072c-3c06-4801-9f85-9d5af7195526 req-f78107c5-f88d-40b2-853b-084dbfac2e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:40:09.262101 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-afd5072c-3c06-4801-9f85-9d5af7195526 req-f78107c5-f88d-40b2-853b-084dbfac2e3e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=83b0561b-046e-45fc-9f72-47d97f0c4044 HTTP/1.1" status: 200 len: 853 time: 0.0561137 Aug 23 10:40:09.308984 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-ff5a7eb1-94dd-4218-957d-26eac6d4fdaf None None] Set router 0634fa59-57dd-4779-aa6d-e69035f7fac5 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:40:09.340118 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5072c-3c06-4801-9f85-9d5af7195526 req-62d79ee7-0ed1-4ba7-b357-75bc92fc04c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:40:09.341620 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-afd5072c-3c06-4801-9f85-9d5af7195526 req-62d79ee7-0ed1-4ba7-b357-75bc92fc04c7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51099f6f-962a-49ab-9e54-4e101010b224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722859 Aug 23 10:40:09.471516 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-afd5072c-3c06-4801-9f85-9d5af7195526 req-725434a4-3c1a-43dc-87b6-5f2ef72ff0ae service neutron] 10.222.0.38 "GET /v2.0/networks/51099f6f-962a-49ab-9e54-4e101010b224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228507 Aug 23 10:40:09.617824 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-afd5072c-3c06-4801-9f85-9d5af7195526 req-04ff10b2-aaf2-42ca-bccd-109f69cd6e96 service neutron] 10.222.0.38 "GET /v2.0/networks/51099f6f-962a-49ab-9e54-4e101010b224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345856 Aug 23 10:40:09.625424 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-ff5a7eb1-94dd-4218-957d-26eac6d4fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'name': 'tempest-TestMinimumBasicScenario-278528601-router', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:36:51Z', 'updated_at': '2021-08-23T10:36:55Z', 'revision_number': 4, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'gw_port': {'id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:52Z', 'updated_at': '2021-08-23T10:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '9cbfa65a-564b-43ef-a001-2f5c5c92ebb6', 'name': '', 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'mac_address': 'fa:16:3e:d9:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '83b0561b-046e-45fc-9f72-47d97f0c4044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:54Z', 'updated_at': '2021-08-23T10:37:00Z', 'revision_number': 5, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'subnets': [{'id': '83b0561b-046e-45fc-9f72-47d97f0c4044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:40:09.629363 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a7eb1-94dd-4218-957d-26eac6d4fdaf None None] The sync data for ids ['0634fa59-57dd-4779-aa6d-e69035f7fac5'] in dv-cinder-802781-2-iscsi is: [{'id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'name': 'tempest-TestMinimumBasicScenario-278528601-router', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:36:51Z', 'updated_at': '2021-08-23T10:36:55Z', 'revision_number': 4, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'gw_port': {'id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:52Z', 'updated_at': '2021-08-23T10:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi', '_interfaces': [{'id': '9cbfa65a-564b-43ef-a001-2f5c5c92ebb6', 'name': '', 'network_id': '51099f6f-962a-49ab-9e54-4e101010b224', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'mac_address': 'fa:16:3e:d9:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '83b0561b-046e-45fc-9f72-47d97f0c4044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:54Z', 'updated_at': '2021-08-23T10:37:00Z', 'revision_number': 5, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'subnets': [{'id': '83b0561b-046e-45fc-9f72-47d97f0c4044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:40:09.847679 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465c4961-a69d-455d-ab75-42c12004c947 None None] New status for floating IP f3ecd483-541d-4353-bde9-74683ebd27aa: DOWN {{(pid=79264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 10:40:11.562586 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3cb47f35-d4de-443e-8e73-2441cda59961 req-febcdec8-cf3c-45c8-bb59-70c391a50766 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702052 Aug 23 10:40:11.702113 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb47f35-d4de-443e-8e73-2441cda59961 req-e66d1f4d-4b08-492d-a5db-e9dd2c669879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:40:11.703761 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3cb47f35-d4de-443e-8e73-2441cda59961 req-e66d1f4d-4b08-492d-a5db-e9dd2c669879 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a16a50afe5042ccb9450c09d2f101de&device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 1099 time: 0.0751529 Aug 23 10:40:11.852439 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb47f35-d4de-443e-8e73-2441cda59961 req-8dc8b004-69bc-4fb8-8604-8d1770d4cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:40:11.853970 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3cb47f35-d4de-443e-8e73-2441cda59961 req-8dc8b004-69bc-4fb8-8604-8d1770d4cc9c service neutron] 10.222.0.38 "GET /v2.0/networks?id=51099f6f-962a-49ab-9e54-4e101010b224 HTTP/1.1" status: 200 len: 915 time: 0.1280859 Aug 23 10:40:11.902730 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d42e5d-1de8-4f3c-9db4-2d3858024f11 req-08ac9955-55fe-412b-be6d-8a434791f260 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:40:11.903418 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-44d42e5d-1de8-4f3c-9db4-2d3858024f11 req-08ac9955-55fe-412b-be6d-8a434791f260 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Synchronizing usage tracker for tenant:1a16a50afe5042ccb9450c09d2f101de on resource:port {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:40:11.919171 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-44d42e5d-1de8-4f3c-9db4-2d3858024f11 req-08ac9955-55fe-412b-be6d-8a434791f260 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Unset dirty status for tenant:1a16a50afe5042ccb9450c09d2f101de on resource:port {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:40:11.920822 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-44d42e5d-1de8-4f3c-9db4-2d3858024f11 req-08ac9955-55fe-412b-be6d-8a434791f260 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 946 time: 0.0973461 Aug 23 10:40:11.920983 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3cb47f35-d4de-443e-8e73-2441cda59961 req-af252d8f-93d9-4b81-94de-3847ca30fd70 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea HTTP/1.1" status: 200 len: 217 time: 0.0599139 Aug 23 10:40:11.988167 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb47f35-d4de-443e-8e73-2441cda59961 req-bf3806b3-45ab-4d41-981c-c1fd16f41dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:40:11.989664 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3cb47f35-d4de-443e-8e73-2441cda59961 req-bf3806b3-45ab-4d41-981c-c1fd16f41dad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=83b0561b-046e-45fc-9f72-47d97f0c4044 HTTP/1.1" status: 200 len: 853 time: 0.0613911 Aug 23 10:40:12.067338 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb47f35-d4de-443e-8e73-2441cda59961 req-654e782e-b1ff-4d22-84d1-6b4f5cdc2c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:40:12.069515 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3cb47f35-d4de-443e-8e73-2441cda59961 req-654e782e-b1ff-4d22-84d1-6b4f5cdc2c80 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51099f6f-962a-49ab-9e54-4e101010b224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721445 Aug 23 10:40:12.075551 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-44d42e5d-1de8-4f3c-9db4-2d3858024f11 req-c8287a94-b773-4567-bdbf-5fd4d52f57cc tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Synchronizing usage tracker for tenant:1a16a50afe5042ccb9450c09d2f101de on resource:security_group {{(pid=79262) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 10:40:12.091005 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.quota.resource [req-44d42e5d-1de8-4f3c-9db4-2d3858024f11 req-c8287a94-b773-4567-bdbf-5fd4d52f57cc tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Unset dirty status for tenant:1a16a50afe5042ccb9450c09d2f101de on resource:security_group {{(pid=79262) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 10:40:12.092221 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-44d42e5d-1de8-4f3c-9db4-2d3858024f11 req-c8287a94-b773-4567-bdbf-5fd4d52f57cc tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657357 Aug 23 10:40:12.299174 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3cb47f35-d4de-443e-8e73-2441cda59961 req-c327b30c-98a0-4ac2-bb59-f25b67fa130e service neutron] 10.222.0.38 "GET /v2.0/networks/51099f6f-962a-49ab-9e54-4e101010b224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212598 Aug 23 10:40:12.429234 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-3cb47f35-d4de-443e-8e73-2441cda59961 req-2607ed2b-b2f4-4cea-9e2c-b4fd2e07ccd7 service neutron] 10.222.0.38 "GET /v2.0/networks/51099f6f-962a-49ab-9e54-4e101010b224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229682 Aug 23 10:40:13.277352 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65e8c2-e819-4413-8ab5-55489043f4d7 req-94602aeb-66fd-4cbb-8f46-56709b4f81c9 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:40:13.278714 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-fa65e8c2-e819-4413-8ab5-55489043f4d7 req-94602aeb-66fd-4cbb-8f46-56709b4f81c9 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 946 time: 0.0834451 Aug 23 10:40:13.322870 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-fa65e8c2-e819-4413-8ab5-55489043f4d7 req-bb8bb906-7a50-4d91-a9c6-9351de099b4e tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/security-groups?id=74206827-8a9b-4d46-86f6-bb7477001944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386822 Aug 23 10:40:13.775600 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0892df-6e52-4a09-998b-9c1e46af6c71 req-0401fdd4-3c19-46a8-b7cc-8fe565614b17 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 10:40:13.777017 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4d0892df-6e52-4a09-998b-9c1e46af6c71 req-0401fdd4-3c19-46a8-b7cc-8fe565614b17 tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.38 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 946 time: 0.0776305 Aug 23 10:40:13.846935 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [req-4d0892df-6e52-4a09-998b-9c1e46af6c71 req-a0dded3f-1f9d-4aba-ac7b-e2109edb92cd tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Deleting port 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:40:13.847272 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-4d0892df-6e52-4a09-998b-9c1e46af6c71 req-a0dded3f-1f9d-4aba-ac7b-e2109edb92cd tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:14.105254 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-4d0892df-6e52-4a09-998b-9c1e46af6c71 req-a0dded3f-1f9d-4aba-ac7b-e2109edb92cd tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] For port 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea,segment=NetworkSegment(9511b03c-745a-4481-a127-aeea4af13a3d),segment_id=9511b03c-745a-4481-a127-aeea4af13a3d)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:40:14.105606 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-4d0892df-6e52-4a09-998b-9c1e46af6c71 req-a0dded3f-1f9d-4aba-ac7b-e2109edb92cd tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:14.225900 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [req-4d0892df-6e52-4a09-998b-9c1e46af6c71 req-a0dded3f-1f9d-4aba-ac7b-e2109edb92cd tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Calling delete_port for 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea owned by compute:nova {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:40:14.372617 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-4d0892df-6e52-4a09-998b-9c1e46af6c71 req-a0dded3f-1f9d-4aba-ac7b-e2109edb92cd tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14701812'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:14.379277 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-762a9705-3204-4cb1-ac10-f38d8671bce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:40:14.383755 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] get_ports_and_sgs() called for port_ids ['0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea'] {{(pid=79263) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 10:40:14.427018 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dded3f-1f9d-4aba-ac7b-e2109edb92cd tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Pushing event deleted for resources: {'Port': ['ID=0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:40:14.431073 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a0dded3f-1f9d-4aba-ac7b-e2109edb92cd tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:40:14.485715 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [req-b3bcf088-2d99-4b08-952f-faf2c74b1d13 req-b6ea3280-a425-408e-820d-8458868c9d9d tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.21 "GET /v2.0/ports?device_id=23186610-af41-40c2-86a8-1a41f13d80b9 HTTP/1.1" status: 200 len: 210 time: 0.0523503 Aug 23 10:40:14.504912 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0892df-6e52-4a09-998b-9c1e46af6c71 req-a0dded3f-1f9d-4aba-ac7b-e2109edb92cd tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] No DVR routers for this DVR port 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea on host hv-cinder-80278 {{(pid=79261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:40:14.508799 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-4d0892df-6e52-4a09-998b-9c1e46af6c71 req-a0dded3f-1f9d-4aba-ac7b-e2109edb92cd tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123457'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:14.511455 dv-cinder-802781-2-iscsi neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23186610-af41-40c2-86a8-1a41f13d80b9', 'name': 'network-vif-deleted', 'tag': '0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 10:40:14.527454 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.wsgi [req-4d0892df-6e52-4a09-998b-9c1e46af6c71 req-a0dded3f-1f9d-4aba-ac7b-e2109edb92cd tempest-TestMinimumBasicScenario-1182489505 tempest-TestMinimumBasicScenario-1182489505-project] 10.222.0.38 "DELETE /v2.0/ports/0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea HTTP/1.1" status: 204 len: 173 time: 0.7447863 Aug 23 10:40:14.565911 dv-cinder-802781-2-iscsi neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23186610-af41-40c2-86a8-1a41f13d80b9', 'name': 'network-vif-deleted', 'tag': '0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea', 'status': 'completed', 'code': 200} Aug 23 10:40:15.057116 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:40:16.246334 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 44052) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:40:16.777195 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e8a57439-86b1-4b6f-b990-21db48fdf0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698993'] for router_interface, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:17.122113 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-e8a57439-86b1-4b6f-b990-21db48fdf0de admin admin] Deleting port 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6 {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:40:17.122449 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e8a57439-86b1-4b6f-b990-21db48fdf0de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:17.187614 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:40:17.220657 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] No Port match for: 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:40:17.221013 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Device 0f0bea26-9b72-4756-8ff0-e3b0a0d1e0ea not bound to the agent host hv-cinder-80278 {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:40:17.291491 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-e8a57439-86b1-4b6f-b990-21db48fdf0de admin admin] For port 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=9cbfa65a-564b-43ef-a001-2f5c5c92ebb6,segment=NetworkSegment(9511b03c-745a-4481-a127-aeea4af13a3d),segment_id=9511b03c-745a-4481-a127-aeea4af13a3d)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:40:17.292076 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e8a57439-86b1-4b6f-b990-21db48fdf0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:17.407707 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-e8a57439-86b1-4b6f-b990-21db48fdf0de admin admin] Calling delete_port for 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6 owned by network:router_interface {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:40:17.670924 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e8a57439-86b1-4b6f-b990-21db48fdf0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:17.674441 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1b8bc438-0812-4653-9210-eb31f3c74c2b tempest-TestShelveInstance-1746212974 tempest-TestShelveInstance-1746212974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:40:17.723162 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a57439-86b1-4b6f-b990-21db48fdf0de admin admin] Pushing event deleted for resources: {'Port': ['ID=9cbfa65a-564b-43ef-a001-2f5c5c92ebb6,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:40:17.726599 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-e8a57439-86b1-4b6f-b990-21db48fdf0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:40:17.991922 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e8a57439-86b1-4b6f-b990-21db48fdf0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1816041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699021'] for router_interface, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:18.345945 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a57439-86b1-4b6f-b990-21db48fdf0de admin admin] Router 0634fa59-57dd-4779-aa6d-e69035f7fac5 has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:40:18.522809 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a57439-86b1-4b6f-b990-21db48fdf0de admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:40:18.531235 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c37c5-29a9-477b-8dc8-bfeecf4c1196 None None] Sync routers for ids ['0634fa59-57dd-4779-aa6d-e69035f7fac5'] in dv-cinder-802781-2-iscsi {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:40:18.534842 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-e8a57439-86b1-4b6f-b990-21db48fdf0de admin admin] 10.222.0.21 "PUT /v2.0/routers/0634fa59-57dd-4779-aa6d-e69035f7fac5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2874453 Aug 23 10:40:18.537362 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 44058) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:40:18.540275 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47c37c5-29a9-477b-8dc8-bfeecf4c1196 None None] Routers {'0634fa59-57dd-4779-aa6d-e69035f7fac5'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:40:18.540912 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-c47c37c5-29a9-477b-8dc8-bfeecf4c1196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:40:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['0634fa59-57dd-4779-aa6d-e69035f7fac5'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:40:18.707308 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9988418b-7497-4c99-9167-1d726b5da044 admin admin] Notify callbacks [] for router, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:18.717324 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-c47c37c5-29a9-477b-8dc8-bfeecf4c1196 None None] Set router 0634fa59-57dd-4779-aa6d-e69035f7fac5 gateway port host: dv-cinder-802781-2-iscsi {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:40:18.992531 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9988418b-7497-4c99-9167-1d726b5da044 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:18.999273 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-c47c37c5-29a9-477b-8dc8-bfeecf4c1196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'name': 'tempest-TestMinimumBasicScenario-278528601-router', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:36:51Z', 'updated_at': '2021-08-23T10:40:17Z', 'revision_number': 5, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'gw_port': {'id': '61118962-7bb1-4ff0-93b2-91622de289cf', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:52Z', 'updated_at': '2021-08-23T10:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:40:19.002227 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-9988418b-7497-4c99-9167-1d726b5da044 admin admin] Deleting port 61118962-7bb1-4ff0-93b2-91622de289cf {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:40:19.002449 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9988418b-7497-4c99-9167-1d726b5da044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:19.003508 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c37c5-29a9-477b-8dc8-bfeecf4c1196 None None] Checking router: 0634fa59-57dd-4779-aa6d-e69035f7fac5 for host: dv-cinder-802781-2-iscsi {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:40:19.012286 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47c37c5-29a9-477b-8dc8-bfeecf4c1196 None None] Routers {'0634fa59-57dd-4779-aa6d-e69035f7fac5'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:40:19.012911 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-c47c37c5-29a9-477b-8dc8-bfeecf4c1196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:40:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['0634fa59-57dd-4779-aa6d-e69035f7fac5'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:40:19.173231 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-9988418b-7497-4c99-9167-1d726b5da044 admin admin] For port 61118962-7bb1-4ff0-93b2-91622de289cf, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=61118962-7bb1-4ff0-93b2-91622de289cf,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:40:19.173587 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9988418b-7497-4c99-9167-1d726b5da044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:19.198578 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-c47c37c5-29a9-477b-8dc8-bfeecf4c1196 None None] Set router 0634fa59-57dd-4779-aa6d-e69035f7fac5 gateway port host: None {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:40:19.294806 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-9988418b-7497-4c99-9167-1d726b5da044 admin admin] Calling delete_port for 61118962-7bb1-4ff0-93b2-91622de289cf owned by network:router_gateway {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:40:19.302235 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-c47c37c5-29a9-477b-8dc8-bfeecf4c1196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'name': 'tempest-TestMinimumBasicScenario-278528601-router', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:36:51Z', 'updated_at': '2021-08-23T10:40:18Z', 'revision_number': 6, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'gw_port_host': None}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:40:19.306146 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c37c5-29a9-477b-8dc8-bfeecf4c1196 None None] The sync data for ids ['0634fa59-57dd-4779-aa6d-e69035f7fac5'] in dv-cinder-802781-2-iscsi is: [{'id': '0634fa59-57dd-4779-aa6d-e69035f7fac5', 'name': 'tempest-TestMinimumBasicScenario-278528601-router', 'tenant_id': '1a16a50afe5042ccb9450c09d2f101de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:36:51Z', 'updated_at': '2021-08-23T10:40:18Z', 'revision_number': 6, 'project_id': '1a16a50afe5042ccb9450c09d2f101de', 'gw_port_host': None}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:40:19.459261 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9988418b-7497-4c99-9167-1d726b5da044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:19.463565 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-26d9b164-90ac-4eaa-8018-2ff38f9faec0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:40:19.509501 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988418b-7497-4c99-9167-1d726b5da044 admin admin] Pushing event deleted for resources: {'Port': ['ID=61118962-7bb1-4ff0-93b2-91622de289cf,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:40:19.534683 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-9988418b-7497-4c99-9167-1d726b5da044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:40:19.596441 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9988418b-7497-4c99-9167-1d726b5da044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589092'] for router_gateway, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:19.766742 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9988418b-7497-4c99-9167-1d726b5da044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1696830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1324'] for router, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:19.769153 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9988418b-7497-4c99-9167-1d726b5da044 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:19.791760 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9988418b-7497-4c99-9167-1d726b5da044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697854'] for router, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:19.792277 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9988418b-7497-4c99-9167-1d726b5da044 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0634fa59-57dd-4779-aa6d-e69035f7fac5 {{(pid=79262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 10:40:19.804239 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9988418b-7497-4c99-9167-1d726b5da044 admin admin] Notify callbacks [] for router, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:19.805389 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-9988418b-7497-4c99-9167-1d726b5da044 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0634fa59-57dd-4779-aa6d-e69035f7fac5 HTTP/1.1" status: 204 len: 168 time: 1.2671497 Aug 23 10:40:19.807748 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 44062) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:40:19.876939 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_v2 [None req-9250911d-3d1a-4339-afbc-04a9f024b556 admin admin] Deleting subnet 83b0561b-046e-45fc-9f72-47d97f0c4044 {{(pid=79262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:40:19.879819 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9250911d-3d1a-4339-afbc-04a9f024b556 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:19.928360 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9250911d-3d1a-4339-afbc-04a9f024b556 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15130840'] for subnet, precommit_delete_associations {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:20.004540 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9250911d-3d1a-4339-afbc-04a9f024b556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351694'] for subnet, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:20.082737 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9250911d-3d1a-4339-afbc-04a9f024b556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14958768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15036623'] for subnet, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:20.086778 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:40:20.087210 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6 no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:40:20.120987 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250911d-3d1a-4339-afbc-04a9f024b556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83b0561b-046e-45fc-9f72-47d97f0c4044,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:40:20.124312 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-9250911d-3d1a-4339-afbc-04a9f024b556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:40:20.125319 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9250911d-3d1a-4339-afbc-04a9f024b556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:20.126019 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No Port match for: 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6 {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:40:20.126382 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 9cbfa65a-564b-43ef-a001-2f5c5c92ebb6 not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:40:20.126879 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 61118962-7bb1-4ff0-93b2-91622de289cf no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:40:20.131764 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-9250911d-3d1a-4339-afbc-04a9f024b556 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/83b0561b-046e-45fc-9f72-47d97f0c4044 HTTP/1.1" status: 204 len: 168 time: 0.3230889 Aug 23 10:40:20.134202 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 44066) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:40:20.153138 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064dcc91-9e98-410a-8bdf-ba55ccb6de2f None None] Network 51099f6f-962a-49ab-9e54-4e101010b224 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:40:20.180045 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No Port match for: 61118962-7bb1-4ff0-93b2-91622de289cf {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:40:20.180407 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 61118962-7bb1-4ff0-93b2-91622de289cf not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:40:20.243484 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b9015c1b-a3aa-4fcc-a534-a04c3f761097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3408463'] for network, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:20.254397 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-b9015c1b-a3aa-4fcc-a534-a04c3f761097 admin admin] Deleting port fc1f5ff9-896a-44b2-afd1-2c1836720066 {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:40:20.254748 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b9015c1b-a3aa-4fcc-a534-a04c3f761097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:20.420759 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cdf558-5044-4279-aac6-03b8309f6c25 None None] DHCP port deletion for 51099f6f-962a-49ab-9e54-4e101010b224 request from dv-cinder-802781-2-iscsi {{(pid=79263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 10:40:20.425003 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-56cdf558-5044-4279-aac6-03b8309f6c25 None None] Deleting port fc1f5ff9-896a-44b2-afd1-2c1836720066 {{(pid=79263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:40:20.425389 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-56cdf558-5044-4279-aac6-03b8309f6c25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:20.465349 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-b9015c1b-a3aa-4fcc-a534-a04c3f761097 admin admin] For port fc1f5ff9-896a-44b2-afd1-2c1836720066, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=fc1f5ff9-896a-44b2-afd1-2c1836720066,segment=NetworkSegment(9511b03c-745a-4481-a127-aeea4af13a3d),segment_id=9511b03c-745a-4481-a127-aeea4af13a3d)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:40:20.465965 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b9015c1b-a3aa-4fcc-a534-a04c3f761097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:20.634164 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-56cdf558-5044-4279-aac6-03b8309f6c25 None None] For port fc1f5ff9-896a-44b2-afd1-2c1836720066, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=fc1f5ff9-896a-44b2-afd1-2c1836720066,segment=NetworkSegment(9511b03c-745a-4481-a127-aeea4af13a3d),segment_id=9511b03c-745a-4481-a127-aeea4af13a3d)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:40:20.634564 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-56cdf558-5044-4279-aac6-03b8309f6c25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:20.683599 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-b9015c1b-a3aa-4fcc-a534-a04c3f761097 admin admin] Calling delete_port for fc1f5ff9-896a-44b2-afd1-2c1836720066 owned by network:dhcp {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:40:20.754138 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-56cdf558-5044-4279-aac6-03b8309f6c25 None None] Calling delete_port for fc1f5ff9-896a-44b2-afd1-2c1836720066 owned by network:dhcp {{(pid=79263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:40:20.756340 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b9015c1b-a3aa-4fcc-a534-a04c3f761097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:20.760946 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-751d9e46-8236-43ed-955e-6e032ed4f6ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:40:20.806036 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9015c1b-a3aa-4fcc-a534-a04c3f761097 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc1f5ff9-896a-44b2-afd1-2c1836720066,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:40:20.809142 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-b9015c1b-a3aa-4fcc-a534-a04c3f761097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:40:20.809951 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9015c1b-a3aa-4fcc-a534-a04c3f761097 admin admin] No DVR routers for this DVR port fc1f5ff9-896a-44b2-afd1-2c1836720066 on host dv-cinder-802781-2-iscsi {{(pid=79262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:40:20.828680 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.db.api [None req-56cdf558-5044-4279-aac6-03b8309f6c25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 10:40:20.829039 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_db.api [None req-56cdf558-5044-4279-aac6-03b8309f6c25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 10:40:20.922431 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b9015c1b-a3aa-4fcc-a534-a04c3f761097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3353717', 'neutron.services.segments.db._delete_segments_for_network-8757078968221'] for network, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:20.934930 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-b9015c1b-a3aa-4fcc-a534-a04c3f761097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51099f6f-962a-49ab-9e54-4e101010b224']}} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:40:20.946925 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-b9015c1b-a3aa-4fcc-a534-a04c3f761097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9511b03c-745a-4481-a127-aeea4af13a3d') {'for_net_delete': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:40:20.947226 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-b9015c1b-a3aa-4fcc-a534-a04c3f761097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9511b03c-745a-4481-a127-aeea4af13a3d') {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:40:20.958053 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b9015c1b-a3aa-4fcc-a534-a04c3f761097 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757078964983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15130823'] for segment, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:20.974526 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b9015c1b-a3aa-4fcc-a534-a04c3f761097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:20.980277 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9015c1b-a3aa-4fcc-a534-a04c3f761097 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=79262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:40:20.980685 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b9015c1b-a3aa-4fcc-a534-a04c3f761097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3366333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14958806'] for segment, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: Traceback (most recent call last): Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: timer() Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: cb(*args, **kw) Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: return func(*args, **kwargs) Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: self._notify() Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: self.callback(batched_events) Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: event.method(event) Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: return f(self, *a, **k) Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: return self._get(url).json() Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: return self.request(url, 'GET', **kwargs) Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:40:20.993516 dv-cinder-802781-2-iscsi neutron-server[79262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:40:21.069337 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b9015c1b-a3aa-4fcc-a534-a04c3f761097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3353612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589113'] for network, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:21.072538 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:40:21.085926 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b9015c1b-a3aa-4fcc-a534-a04c3f761097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:21.097216 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9015c1b-a3aa-4fcc-a534-a04c3f761097 admin admin] Pushing event deleted for resources: {'Network': ['ID=51099f6f-962a-49ab-9e54-4e101010b224,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:40:21.101311 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-b9015c1b-a3aa-4fcc-a534-a04c3f761097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:40:21.109452 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-b9015c1b-a3aa-4fcc-a534-a04c3f761097 admin admin] 10.222.0.21 "DELETE /v2.0/networks/51099f6f-962a-49ab-9e54-4e101010b224 HTTP/1.1" status: 204 len: 168 time: 0.9743104 Aug 23 10:40:21.112216 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 44070) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:40:21.329842 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-56cdf558-5044-4279-aac6-03b8309f6c25 None None] Deleting port fc1f5ff9-896a-44b2-afd1-2c1836720066 {{(pid=79263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:40:21.330445 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-56cdf558-5044-4279-aac6-03b8309f6c25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:21.393941 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-56cdf558-5044-4279-aac6-03b8309f6c25 None None] The port 'fc1f5ff9-896a-44b2-afd1-2c1836720066' was deleted {{(pid=79263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 10:40:21.638460 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c97cddb4-4b7c-4dc3-8814-00c18d7d3490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698993'] for router_interface, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:22.035880 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device fc1f5ff9-896a-44b2-afd1-2c1836720066 no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:40:22.072358 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No Port match for: fc1f5ff9-896a-44b2-afd1-2c1836720066 {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:40:22.072823 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device fc1f5ff9-896a-44b2-afd1-2c1836720066 not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:40:22.079115 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-c97cddb4-4b7c-4dc3-8814-00c18d7d3490 admin admin] Deleting port 60dc31a7-76ef-49e1-8346-ff7135de9764 {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:40:22.079115 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c97cddb4-4b7c-4dc3-8814-00c18d7d3490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:22.252085 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-c97cddb4-4b7c-4dc3-8814-00c18d7d3490 admin admin] For port 60dc31a7-76ef-49e1-8346-ff7135de9764, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=60dc31a7-76ef-49e1-8346-ff7135de9764,segment=NetworkSegment(bf003f18-0c7e-418d-91ac-729a73b09ece),segment_id=bf003f18-0c7e-418d-91ac-729a73b09ece)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:40:22.252354 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c97cddb4-4b7c-4dc3-8814-00c18d7d3490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:22.372278 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-c97cddb4-4b7c-4dc3-8814-00c18d7d3490 admin admin] Calling delete_port for 60dc31a7-76ef-49e1-8346-ff7135de9764 owned by network:router_interface {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:40:22.543822 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c97cddb4-4b7c-4dc3-8814-00c18d7d3490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:22.548072 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-fa1768bf-0ae1-4b13-912e-a865badb4204 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:40:22.590358 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cddb4-4b7c-4dc3-8814-00c18d7d3490 admin admin] Pushing event deleted for resources: {'Port': ['ID=60dc31a7-76ef-49e1-8346-ff7135de9764,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:40:22.593892 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c97cddb4-4b7c-4dc3-8814-00c18d7d3490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:40:22.854358 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c97cddb4-4b7c-4dc3-8814-00c18d7d3490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1816041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699021'] for router_interface, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:23.203684 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97cddb4-4b7c-4dc3-8814-00c18d7d3490 admin admin] Router 0f567bba-9cda-4b91-bb07-92d34894eaec has already been hosted by L3 agent 9f693f29-d35b-4842-9491-89fbd62407f7 {{(pid=79262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 10:40:23.470212 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97cddb4-4b7c-4dc3-8814-00c18d7d3490 admin admin] Notify agent at l3_agent.dv-cinder-802781-2-iscsi the message routers_updated {{(pid=79262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 10:40:23.478793 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28342b00-ff84-424d-b7be-80ce1cbea07b None None] Sync routers for ids ['0f567bba-9cda-4b91-bb07-92d34894eaec'] in dv-cinder-802781-2-iscsi {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 10:40:23.482291 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-c97cddb4-4b7c-4dc3-8814-00c18d7d3490 admin admin] 10.222.0.21 "PUT /v2.0/routers/0f567bba-9cda-4b91-bb07-92d34894eaec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3667319 Aug 23 10:40:23.482452 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 44074) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:40:23.488052 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28342b00-ff84-424d-b7be-80ce1cbea07b None None] Routers {'0f567bba-9cda-4b91-bb07-92d34894eaec'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:40:23.488701 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-28342b00-ff84-424d-b7be-80ce1cbea07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:40:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['0f567bba-9cda-4b91-bb07-92d34894eaec'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:40:23.654859 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c1a75299-da70-4b25-99c3-832431ccd8c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:23.664418 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-28342b00-ff84-424d-b7be-80ce1cbea07b None None] Set router 0f567bba-9cda-4b91-bb07-92d34894eaec gateway port host: dv-cinder-802781-2-iscsi {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:40:23.831401 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c1a75299-da70-4b25-99c3-832431ccd8c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:23.840958 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-c1a75299-da70-4b25-99c3-832431ccd8c2 admin admin] Deleting port f28cf1c9-14f7-442e-968d-743d73e94548 {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:40:23.841299 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c1a75299-da70-4b25-99c3-832431ccd8c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:23.946301 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-28342b00-ff84-424d-b7be-80ce1cbea07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f567bba-9cda-4b91-bb07-92d34894eaec', 'name': 'tempest-TestMinimumBasicScenario-683387865-router', 'tenant_id': 'cc9168699e2041b59959143522439fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'external_fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'f28cf1c9-14f7-442e-968d-743d73e94548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:36:57Z', 'updated_at': '2021-08-23T10:40:22Z', 'revision_number': 5, 'project_id': 'cc9168699e2041b59959143522439fa8', 'gw_port': {'id': 'f28cf1c9-14f7-442e-968d-743d73e94548', 'name': '', 'network_id': '0e8cefd7-d645-4496-8b4b-729be1dafeb2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f567bba-9cda-4b91-bb07-92d34894eaec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '42841614-a1e8-4916-825f-ef19d8d550be', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T10:36:58Z', 'updated_at': '2021-08-23T10:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42841614-a1e8-4916-825f-ef19d8d550be', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-2-iscsi'}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:40:23.950172 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28342b00-ff84-424d-b7be-80ce1cbea07b None None] Checking router: 0f567bba-9cda-4b91-bb07-92d34894eaec for host: dv-cinder-802781-2-iscsi {{(pid=79264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 10:40:23.958406 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28342b00-ff84-424d-b7be-80ce1cbea07b None None] Routers {'0f567bba-9cda-4b91-bb07-92d34894eaec'} bound to L3 agent in host dv-cinder-802781-2-iscsi {{(pid=79264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 10:40:23.959019 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-28342b00-ff84-424d-b7be-80ce1cbea07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T10:13:35Z,description=,heartbeat_timestamp=2021-08-23T10:40:06Z,host='dv-cinder-802781-2-iscsi',id=9f693f29-d35b-4842-9491-89fbd62407f7,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T10:13:35Z,topic='l3_agent')) {'router_ids': ['0f567bba-9cda-4b91-bb07-92d34894eaec'], 'active': True} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:40:24.016874 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-c1a75299-da70-4b25-99c3-832431ccd8c2 admin admin] For port f28cf1c9-14f7-442e-968d-743d73e94548, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=f28cf1c9-14f7-442e-968d-743d73e94548,segment=NetworkSegment(3504e4b0-01d1-4ded-bc33-9bf748afb513),segment_id=3504e4b0-01d1-4ded-bc33-9bf748afb513)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:40:24.017421 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c1a75299-da70-4b25-99c3-832431ccd8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:24.110768 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_dvr_db [None req-28342b00-ff84-424d-b7be-80ce1cbea07b None None] Set router 0f567bba-9cda-4b91-bb07-92d34894eaec gateway port host: None {{(pid=79264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 10:40:24.140257 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-c1a75299-da70-4b25-99c3-832431ccd8c2 admin admin] Calling delete_port for f28cf1c9-14f7-442e-968d-743d73e94548 owned by network:router_gateway {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:40:24.214440 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.l3_hamode_db [None req-28342b00-ff84-424d-b7be-80ce1cbea07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f567bba-9cda-4b91-bb07-92d34894eaec', 'name': 'tempest-TestMinimumBasicScenario-683387865-router', 'tenant_id': 'cc9168699e2041b59959143522439fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:36:57Z', 'updated_at': '2021-08-23T10:40:23Z', 'revision_number': 6, 'project_id': 'cc9168699e2041b59959143522439fa8', 'gw_port_host': None}], 'dv-cinder-802781-2-iscsi', False) {} {{(pid=79264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:40:24.218391 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28342b00-ff84-424d-b7be-80ce1cbea07b None None] The sync data for ids ['0f567bba-9cda-4b91-bb07-92d34894eaec'] in dv-cinder-802781-2-iscsi is: [{'id': '0f567bba-9cda-4b91-bb07-92d34894eaec', 'name': 'tempest-TestMinimumBasicScenario-683387865-router', 'tenant_id': 'cc9168699e2041b59959143522439fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T10:36:57Z', 'updated_at': '2021-08-23T10:40:23Z', 'revision_number': 6, 'project_id': 'cc9168699e2041b59959143522439fa8', 'gw_port_host': None}] {{(pid=79264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 10:40:24.306529 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c1a75299-da70-4b25-99c3-832431ccd8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:24.310811 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1a7067a3-1cf8-4432-aec1-be09b18fdf47 tempest-VolumesActionsTest-617633170 tempest-VolumesActionsTest-617633170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:40:24.354748 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a75299-da70-4b25-99c3-832431ccd8c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f28cf1c9-14f7-442e-968d-743d73e94548,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:40:24.358031 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-c1a75299-da70-4b25-99c3-832431ccd8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:40:24.442586 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c1a75299-da70-4b25-99c3-832431ccd8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589092'] for router_gateway, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:24.614387 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c1a75299-da70-4b25-99c3-832431ccd8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1696830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1324'] for router, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:24.616711 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c1a75299-da70-4b25-99c3-832431ccd8c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:24.641340 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c1a75299-da70-4b25-99c3-832431ccd8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697854'] for router, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:24.641871 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a75299-da70-4b25-99c3-832431ccd8c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f567bba-9cda-4b91-bb07-92d34894eaec {{(pid=79262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 10:40:24.654112 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c1a75299-da70-4b25-99c3-832431ccd8c2 admin admin] Notify callbacks [] for router, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:24.655221 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-c1a75299-da70-4b25-99c3-832431ccd8c2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0f567bba-9cda-4b91-bb07-92d34894eaec HTTP/1.1" status: 204 len: 168 time: 1.1718805 Aug 23 10:40:24.657741 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 44078) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:40:24.813899 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e5834a-04d2-485e-b84c-de3cc3f6c393 admin admin] Deleting subnet 89e8d145-7de2-48a7-8e55-a103a33249b4 {{(pid=79262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 10:40:24.816693 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-55e5834a-04d2-485e-b84c-de3cc3f6c393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:24.864251 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-55e5834a-04d2-485e-b84c-de3cc3f6c393 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15130840'] for subnet, precommit_delete_associations {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:24.946033 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-55e5834a-04d2-485e-b84c-de3cc3f6c393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351694'] for subnet, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:25.013387 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-55e5834a-04d2-485e-b84c-de3cc3f6c393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14958768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15036623'] for subnet, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:25.017947 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:40:25.054432 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5834a-04d2-485e-b84c-de3cc3f6c393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89e8d145-7de2-48a7-8e55-a103a33249b4,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:40:25.056387 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-55e5834a-04d2-485e-b84c-de3cc3f6c393 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:25.060189 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13164f2-cf33-42ab-bd64-2d248d62ef9a None None] Network efbb1273-ebe1-4089-85a5-9c239f757437 requested from dv-cinder-802781-2-iscsi {{(pid=79263) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 10:40:25.061629 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-55e5834a-04d2-485e-b84c-de3cc3f6c393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:40:25.063131 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-55e5834a-04d2-485e-b84c-de3cc3f6c393 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/89e8d145-7de2-48a7-8e55-a103a33249b4 HTTP/1.1" status: 204 len: 168 time: 0.4044881 Aug 23 10:40:25.065686 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 44082) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:40:25.174305 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-740f4b62-55fc-412f-8936-8ac81a741a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3408463'] for network, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:25.185850 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-740f4b62-55fc-412f-8936-8ac81a741a06 admin admin] Deleting port cb6f5536-2107-4cb8-b2ed-c33c868f06ab {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:40:25.186197 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-740f4b62-55fc-412f-8936-8ac81a741a06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:25.324639 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37884d0-df90-466c-b61f-83f5ee99399a None None] DHCP port deletion for efbb1273-ebe1-4089-85a5-9c239f757437 request from dv-cinder-802781-2-iscsi {{(pid=79263) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 10:40:25.328757 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-f37884d0-df90-466c-b61f-83f5ee99399a None None] Deleting port cb6f5536-2107-4cb8-b2ed-c33c868f06ab {{(pid=79263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:40:25.329140 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-f37884d0-df90-466c-b61f-83f5ee99399a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:25.400333 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-740f4b62-55fc-412f-8936-8ac81a741a06 admin admin] For port cb6f5536-2107-4cb8-b2ed-c33c868f06ab, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=cb6f5536-2107-4cb8-b2ed-c33c868f06ab,segment=NetworkSegment(bf003f18-0c7e-418d-91ac-729a73b09ece),segment_id=bf003f18-0c7e-418d-91ac-729a73b09ece)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:40:25.402880 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-740f4b62-55fc-412f-8936-8ac81a741a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:25.527084 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-740f4b62-55fc-412f-8936-8ac81a741a06 admin admin] Calling delete_port for cb6f5536-2107-4cb8-b2ed-c33c868f06ab owned by network:dhcp {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:40:25.564224 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-f37884d0-df90-466c-b61f-83f5ee99399a None None] For port cb6f5536-2107-4cb8-b2ed-c33c868f06ab, host dv-cinder-802781-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-2-iscsi',level=0,port_id=cb6f5536-2107-4cb8-b2ed-c33c868f06ab,segment=NetworkSegment(bf003f18-0c7e-418d-91ac-729a73b09ece),segment_id=bf003f18-0c7e-418d-91ac-729a73b09ece)] {{(pid=79263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 10:40:25.564649 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-f37884d0-df90-466c-b61f-83f5ee99399a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588610'] for port, precommit_delete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:25.603000 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-740f4b62-55fc-412f-8936-8ac81a741a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3426021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757079034188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757078486577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14958819'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:25.606592 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-e8a57439-86b1-4b6f-b990-21db48fdf0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:40:25.647627 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f4b62-55fc-412f-8936-8ac81a741a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb6f5536-2107-4cb8-b2ed-c33c868f06ab,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:40:25.650180 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-740f4b62-55fc-412f-8936-8ac81a741a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:40:25.654578 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f4b62-55fc-412f-8936-8ac81a741a06 admin admin] No DVR routers for this DVR port cb6f5536-2107-4cb8-b2ed-c33c868f06ab on host dv-cinder-802781-2-iscsi {{(pid=79262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 10:40:25.685531 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-f37884d0-df90-466c-b61f-83f5ee99399a None None] Calling delete_port for cb6f5536-2107-4cb8-b2ed-c33c868f06ab owned by network:dhcp {{(pid=79263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 10:40:25.757249 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.db.api [None req-f37884d0-df90-466c-b61f-83f5ee99399a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 10:40:25.757611 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG oslo_db.api [None req-f37884d0-df90-466c-b61f-83f5ee99399a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 10:40:25.767784 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-740f4b62-55fc-412f-8936-8ac81a741a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3353717', 'neutron.services.segments.db._delete_segments_for_network-8757078968221'] for network, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:25.780973 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-740f4b62-55fc-412f-8936-8ac81a741a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbb1273-ebe1-4089-85a5-9c239f757437']}} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:40:25.792940 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-740f4b62-55fc-412f-8936-8ac81a741a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf003f18-0c7e-418d-91ac-729a73b09ece') {'for_net_delete': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:40:25.793233 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.services.segments.db [None req-740f4b62-55fc-412f-8936-8ac81a741a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf003f18-0c7e-418d-91ac-729a73b09ece') {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 10:40:25.804716 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-740f4b62-55fc-412f-8936-8ac81a741a06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757078964983', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15130823'] for segment, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:25.819614 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-740f4b62-55fc-412f-8936-8ac81a741a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3366324'] for segment, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:25.825844 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740f4b62-55fc-412f-8936-8ac81a741a06 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=79262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 10:40:25.826217 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-740f4b62-55fc-412f-8936-8ac81a741a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3366333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14958806'] for segment, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: Traceback (most recent call last): Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: timer() Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: cb(*args, **kw) Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: return func(*args, **kwargs) Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: self._notify() Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: self.callback(batched_events) Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: event.method(event) Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: return f(self, *a, **k) Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: return self._get(url).json() Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: return self.request(url, 'GET', **kwargs) Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 10:40:25.839501 dv-cinder-802781-2-iscsi neutron-server[79262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 10:40:25.914694 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-740f4b62-55fc-412f-8936-8ac81a741a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3353612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1816034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589113'] for network, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:25.917940 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:40:25.930531 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-740f4b62-55fc-412f-8936-8ac81a741a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1816052'] for network, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:25.940483 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f4b62-55fc-412f-8936-8ac81a741a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=efbb1273-ebe1-4089-85a5-9c239f757437,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:40:25.943444 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-740f4b62-55fc-412f-8936-8ac81a741a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:40:25.947460 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-740f4b62-55fc-412f-8936-8ac81a741a06 admin admin] 10.222.0.21 "DELETE /v2.0/networks/efbb1273-ebe1-4089-85a5-9c239f757437 HTTP/1.1" status: 204 len: 168 time: 0.8784385 Aug 23 10:40:26.041756 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device cb6f5536-2107-4cb8-b2ed-c33c868f06ab no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:40:26.074997 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No Port match for: cb6f5536-2107-4cb8-b2ed-c33c868f06ab {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:40:26.076088 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device cb6f5536-2107-4cb8-b2ed-c33c868f06ab not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:40:26.076741 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device f28cf1c9-14f7-442e-968d-743d73e94548 no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:40:26.110063 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No Port match for: f28cf1c9-14f7-442e-968d-743d73e94548 {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:40:26.110765 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device f28cf1c9-14f7-442e-968d-743d73e94548 not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:40:26.111096 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 60dc31a7-76ef-49e1-8346-ff7135de9764 no longer exists at agent ovs-agent-dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 10:40:26.120656 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 44088) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:40:26.148048 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] No Port match for: 60dc31a7-76ef-49e1-8346-ff7135de9764 {{(pid=79263) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 10:40:26.148396 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.rpc [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Device 60dc31a7-76ef-49e1-8346-ff7135de9764 not bound to the agent host dv-cinder-802781-2-iscsi {{(pid=79263) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 10:40:26.169373 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-5a01d870-7a52-45ad-8c8e-6699e4cca4a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a16a50afe5042ccb9450c09d2f101de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473344 Aug 23 10:40:26.171540 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 44092) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:40:26.231816 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-02979cd6-f1a1-479d-8302-3c7c6dbadc0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:26.257694 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-02979cd6-f1a1-479d-8302-3c7c6dbadc0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:26.258997 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-f37884d0-df90-466c-b61f-83f5ee99399a None None] Deleting port cb6f5536-2107-4cb8-b2ed-c33c868f06ab {{(pid=79263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 10:40:26.259392 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-f37884d0-df90-466c-b61f-83f5ee99399a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757079029032'] for port, before_delete {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:26.308443 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-02979cd6-f1a1-479d-8302-3c7c6dbadc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:26.312196 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-9592ba0f-70b6-47eb-817d-6fd7ad32d8f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:40:26.324420 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02979cd6-f1a1-479d-8302-3c7c6dbadc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74206827-8a9b-4d46-86f6-bb7477001944,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:40:26.324631 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron.plugins.ml2.plugin [None req-f37884d0-df90-466c-b61f-83f5ee99399a None None] The port 'cb6f5536-2107-4cb8-b2ed-c33c868f06ab' was deleted {{(pid=79263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 10:40:26.327593 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-02979cd6-f1a1-479d-8302-3c7c6dbadc0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:40:26.341093 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-02979cd6-f1a1-479d-8302-3c7c6dbadc0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:26.342235 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-02979cd6-f1a1-479d-8302-3c7c6dbadc0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74206827-8a9b-4d46-86f6-bb7477001944 HTTP/1.1" status: 204 len: 168 time: 0.1698015 Aug 23 10:40:26.666639 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 44100) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:40:26.714077 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-12bab1a6-d583-439e-8fa7-c52942aea2b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc9168699e2041b59959143522439fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459967 Aug 23 10:40:26.716148 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [-] (79262) accepted ('10.222.0.21', 44104) {{(pid=79262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 10:40:26.771922 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d3ae4d9d-0175-4640-a769-f86505418dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:26.796633 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d3ae4d9d-0175-4640-a769-f86505418dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:26.847874 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d3ae4d9d-0175-4640-a769-f86505418dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2023789'] for security_group, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:26.853132 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-5ad42c19-277f-4592-b0cd-a1af65057477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 10:40:26.865533 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae4d9d-0175-4640-a769-f86505418dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b66351-034c-4c83-89aa-a2d170198c65,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 10:40:26.868058 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-d3ae4d9d-0175-4640-a769-f86505418dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 10:40:26.869254 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d3ae4d9d-0175-4640-a769-f86505418dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:26.870347 dv-cinder-802781-2-iscsi neutron-server[79262]: INFO neutron.wsgi [None req-d3ae4d9d-0175-4640-a769-f86505418dbf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4b66351-034c-4c83-89aa-a2d170198c65 HTTP/1.1" status: 204 len: 168 time: 0.1532145 Aug 23 10:40:28.795209 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:32.853225 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-5b2d1500-ce3e-4a01-9c9a-63f044a77b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:33.675283 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:35.568102 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-d99ac736-af77-40ef-b701-9511b05feb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:36.476270 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:37.999456 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:40:52.056838 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:40:58.799151 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:41:02.854785 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-1fb7e534-cf22-4fd7-92e1-9ea75dbc4f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:41:03.677612 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:41:05.569150 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c54e10ce-7b36-42b3-a2d2-ee3df4f74b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:41:06.477349 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:41:08.002215 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:41:28.797630 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:41:29.055684 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:41:32.856500 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-7404709c-fb2c-4b43-bf3b-cb35ec6ee8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:41:33.679031 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:41:35.569540 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4988-eb4c-4553-b6b3-8b80f1b2169c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:41:36.478827 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:41:38.005258 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:41:58.814155 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:42:02.856973 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-94f5715b-a83c-4a05-9974-97f040ef68a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:42:03.680763 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:42:05.570776 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a7bd1680-e4c3-46ed-b8e7-ff5327cde4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:42:06.054638 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:42:06.482786 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:42:08.006767 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:42:28.835799 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:42:32.858489 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-4a0ec176-0092-4b6b-a532-c54db7756652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:42:33.682354 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:42:35.574300 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-270fb473-1a86-4fe2-9bcb-28c4d93fb738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:42:36.483408 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:42:38.016970 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:42:43.053790 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:42:58.835347 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:43:02.863196 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-4218f97b-02f3-4533-8e97-4553697f2773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:43:03.684295 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:43:05.574834 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-5ecf67bf-bffa-4f38-8ae1-72da40b7e391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:43:06.489283 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:43:08.012390 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:43:20.052448 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:43:28.850097 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:43:32.855547 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-3c90358f-de7a-446c-8db6-c97b14aef243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:43:33.685679 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:43:35.575522 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-28d19f58-ce2d-47fe-81b1-8bb04ec2498a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:43:36.491927 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:43:38.014266 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:43:57.050400 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:43:58.842642 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:44:02.856476 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-fafbf89b-7271-4096-a2da-984b70ffc602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:44:03.687452 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:44:05.575984 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-59f06747-559b-4535-9d14-62b0b3a74b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:44:06.493236 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:44:08.016830 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:44:28.856811 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:44:32.858584 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-07f0c8d2-bd60-4440-9943-903dd338b76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:44:33.688886 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:44:34.048344 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:44:35.577809 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-b13b9152-a40d-4f1a-986f-f570431154b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:44:36.495856 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:44:38.022690 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:44:58.863088 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:45:02.859555 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-d5754cb6-5cca-47ae-b331-4c2ba30539ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:45:03.691298 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:45:05.578508 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-71e0cb6f-2c05-4686-9684-8314f8d80a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:45:06.534120 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:45:08.023669 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:45:11.047884 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 10:45:28.862031 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-36f832b9-ab19-4c6b-bd99-580a07a75684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:45:32.860419 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-d23be35e-c400-4001-88a8-7ba92522ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:45:33.693359 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-376635ff-d08d-4b2a-b6be-edf728ef35dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:45:35.578720 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-1e0e4de1-4ebb-4eaf-b2fd-0f006287eeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:45:36.500521 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-c33970a3-c13d-4aa5-b162-9d6fc8fe7627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:45:38.025821 dv-cinder-802781-2-iscsi neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b6b1-7dfa-4fab-b572-e083db8b5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757078968203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3355215'] for agent, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 10:45:42.185754 dv-cinder-802781-2-iscsi neutron-server[79262]: DEBUG neutron.wsgi [req-84c24163-a916-4feb-8271-2c043a215e2c req-730e19b3-0585-40cf-9124-480cd49a3c53 service neutron] (79262) timed out ('10.222.0.21', 37734) {{(pid=79262) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 23 10:45:48.045775 dv-cinder-802781-2-iscsi neutron-server[79264]: DEBUG neutron.db.agents_db [None req-51a7755a-392d-400a-a198-64d931b91dc2 None None] Agent healthcheck: found 6 active agents {{(pid=79264) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}